{"level":"warn","ts":"2026-04-28T03:17:40.014815Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:17:40.014948Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:17:40.015053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:17:40.015074Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-28T03:17:40.015101Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:17:40.016073Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-04-28T03:17:40.016202Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:17:40.031997Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"15.475122ms"} {"level":"info","ts":"2026-04-28T03:17:40.040166Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-04-28T03:17:40.040265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:17:40.040286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-04-28T03:17:40.040306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:17:40.040328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-04-28T03:17:40.040373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-04-28T03:17:40.047268Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:17:40.049532Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:17:40.051386Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:17:40.054788Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:17:40.055072Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:17:40.055392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:40.055531Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:40.055556Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:40.056575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-04-28T03:17:40.058253Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-28T03:17:40.060707Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:17:40.060884Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-28T03:17:40.060979Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-28T03:17:40.061485Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:17:40.061556Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:17:41.041123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:17:41.041215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:17:41.041239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-04-28T03:17:41.041259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:17:41.041271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-28T03:17:41.041289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-04-28T03:17:41.041309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-28T03:17:41.042552Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:17:41.042602Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:17:41.042604Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:17:41.042772Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:41.042976Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:17:41.043022Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:17:41.044054Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:41.044145Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:41.044167Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:41.044852Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-04-28T03:17:41.045044Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:17:42.647471Z","caller":"traceutil/trace.go:171","msg":"trace[2013053008] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"286.418045ms","start":"2026-04-28T03:17:42.361025Z","end":"2026-04-28T03:17:42.647443Z","steps":["trace[2013053008] 'process raft request' (duration: 286.171722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.669192Z","caller":"traceutil/trace.go:171","msg":"trace[1905881665] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"307.920887ms","start":"2026-04-28T03:17:42.36116Z","end":"2026-04-28T03:17:42.669081Z","steps":["trace[1905881665] 'process raft request' (duration: 306.962206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.669361Z","caller":"traceutil/trace.go:171","msg":"trace[1428169047] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"222.111928ms","start":"2026-04-28T03:17:42.4472Z","end":"2026-04-28T03:17:42.669312Z","steps":["trace[1428169047] 'process raft request' (duration: 221.673542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.66957Z","caller":"traceutil/trace.go:171","msg":"trace[164458211] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"221.48488ms","start":"2026-04-28T03:17:42.448062Z","end":"2026-04-28T03:17:42.669547Z","steps":["trace[164458211] 'process raft request' (duration: 221.246507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.669611Z","caller":"traceutil/trace.go:171","msg":"trace[527564926] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"306.991197ms","start":"2026-04-28T03:17:42.362598Z","end":"2026-04-28T03:17:42.669589Z","steps":["trace[527564926] 'read index received' (duration: 284.648184ms)","trace[527564926] 'applied index is now lower than readState.Index' (duration: 22.340863ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:42.669703Z","caller":"traceutil/trace.go:171","msg":"trace[685916888] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"214.592449ms","start":"2026-04-28T03:17:42.455099Z","end":"2026-04-28T03:17:42.669691Z","steps":["trace[685916888] 'process raft request' (duration: 214.250185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.669731Z","caller":"traceutil/trace.go:171","msg":"trace[355697530] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"222.23061ms","start":"2026-04-28T03:17:42.447482Z","end":"2026-04-28T03:17:42.669713Z","steps":["trace[355697530] 'process raft request' (duration: 221.44757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.669854Z","caller":"traceutil/trace.go:171","msg":"trace[605831156] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"222.050797ms","start":"2026-04-28T03:17:42.447793Z","end":"2026-04-28T03:17:42.669844Z","steps":["trace[605831156] 'process raft request' (duration: 221.197256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.670038Z","caller":"traceutil/trace.go:171","msg":"trace[335565779] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"222.161318ms","start":"2026-04-28T03:17:42.447867Z","end":"2026-04-28T03:17:42.670028Z","steps":["trace[335565779] 'process raft request' (duration: 221.177136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.670151Z","caller":"traceutil/trace.go:171","msg":"trace[679076707] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"211.502363ms","start":"2026-04-28T03:17:42.458591Z","end":"2026-04-28T03:17:42.670093Z","steps":["trace[679076707] 'process raft request' (duration: 210.860256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.670345Z","caller":"traceutil/trace.go:171","msg":"trace[1679300747] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"222.37857ms","start":"2026-04-28T03:17:42.447932Z","end":"2026-04-28T03:17:42.670311Z","steps":["trace[1679300747] 'process raft request' (duration: 221.337528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.670509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.850397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-28T03:17:42.670586Z","caller":"traceutil/trace.go:171","msg":"trace[151887620] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"307.949778ms","start":"2026-04-28T03:17:42.362623Z","end":"2026-04-28T03:17:42.670573Z","steps":["trace[151887620] 'agreement among raft nodes before linearized reading' (duration: 307.732566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.670628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:42.36262Z","time spent":"307.997349ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:17:42.670578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:42.361118Z","time spent":"308.266272ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:42.670795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.193691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-28T03:17:42.670832Z","caller":"traceutil/trace.go:171","msg":"trace[1547446197] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"308.239011ms","start":"2026-04-28T03:17:42.362584Z","end":"2026-04-28T03:17:42.670823Z","steps":["trace[1547446197] 'agreement among raft nodes before linearized reading' (duration: 308.181311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.670866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:42.362577Z","time spent":"308.282033ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:17:42.671483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.779337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T03:17:42.671495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.255283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T03:17:42.671579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.392873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T03:17:42.671611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.450077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T03:17:42.671637Z","caller":"traceutil/trace.go:171","msg":"trace[727478281] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"254.489888ms","start":"2026-04-28T03:17:42.417141Z","end":"2026-04-28T03:17:42.671631Z","steps":["trace[727478281] 'agreement among raft nodes before linearized reading' (duration: 254.454397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.671591Z","caller":"traceutil/trace.go:171","msg":"trace[180429471] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"258.394614ms","start":"2026-04-28T03:17:42.413177Z","end":"2026-04-28T03:17:42.671572Z","steps":["trace[180429471] 'agreement among raft nodes before linearized reading' (duration: 258.237502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.671575Z","caller":"traceutil/trace.go:171","msg":"trace[1537974601] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"257.892389ms","start":"2026-04-28T03:17:42.413661Z","end":"2026-04-28T03:17:42.671554Z","steps":["trace[1537974601] 'agreement among raft nodes before linearized reading' (duration: 257.711717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:42.671721Z","caller":"traceutil/trace.go:171","msg":"trace[1453716276] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"173.425023ms","start":"2026-04-28T03:17:42.49818Z","end":"2026-04-28T03:17:42.671605Z","steps":["trace[1453716276] 'agreement among raft nodes before linearized reading' (duration: 173.379103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.671774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.524067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T03:17:42.672311Z","caller":"traceutil/trace.go:171","msg":"trace[1620551940] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"226.100524ms","start":"2026-04-28T03:17:42.446194Z","end":"2026-04-28T03:17:42.672295Z","steps":["trace[1620551940] 'agreement among raft nodes before linearized reading' (duration: 225.558217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.671507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.511503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T03:17:42.672451Z","caller":"traceutil/trace.go:171","msg":"trace[1922534690] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"224.467135ms","start":"2026-04-28T03:17:42.447953Z","end":"2026-04-28T03:17:42.67242Z","steps":["trace[1922534690] 'agreement among raft nodes before linearized reading' (duration: 223.422092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:42.673054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.23357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T03:17:42.673632Z","caller":"traceutil/trace.go:171","msg":"trace[312813015] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:11; }","duration":"228.848297ms","start":"2026-04-28T03:17:42.444767Z","end":"2026-04-28T03:17:42.673615Z","steps":["trace[312813015] 'agreement among raft nodes before linearized reading' (duration: 226.55093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.676819Z","caller":"traceutil/trace.go:171","msg":"trace[1057111099] linearizableReadLoop","detail":"{readStateIndex:222; appliedIndex:221; }","duration":"121.37185ms","start":"2026-04-28T03:17:45.555412Z","end":"2026-04-28T03:17:45.676784Z","steps":["trace[1057111099] 'read index received' (duration: 36.902525ms)","trace[1057111099] 'applied index is now lower than readState.Index' (duration: 84.468255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:45.676988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.543402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:45.677016Z","caller":"traceutil/trace.go:171","msg":"trace[1146792997] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:216; }","duration":"121.628363ms","start":"2026-04-28T03:17:45.555378Z","end":"2026-04-28T03:17:45.677007Z","steps":["trace[1146792997] 'agreement among raft nodes before linearized reading' (duration: 121.538952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.677223Z","caller":"traceutil/trace.go:171","msg":"trace[2000907696] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"127.364331ms","start":"2026-04-28T03:17:45.549825Z","end":"2026-04-28T03:17:45.677189Z","steps":["trace[2000907696] 'process raft request' (duration: 42.613533ms)","trace[2000907696] 'compare' (duration: 84.181281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:45.888756Z","caller":"traceutil/trace.go:171","msg":"trace[1212938433] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"167.710026ms","start":"2026-04-28T03:17:45.721002Z","end":"2026-04-28T03:17:45.888712Z","steps":["trace[1212938433] 'process raft request' (duration: 167.599494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.889048Z","caller":"traceutil/trace.go:171","msg":"trace[69598077] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"168.94512ms","start":"2026-04-28T03:17:45.720068Z","end":"2026-04-28T03:17:45.889013Z","steps":["trace[69598077] 'process raft request' (duration: 98.961555ms)","trace[69598077] 'compare' (duration: 69.335158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:47.48375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.632141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:47.48393Z","caller":"traceutil/trace.go:171","msg":"trace[1885271002] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:274; }","duration":"322.878594ms","start":"2026-04-28T03:17:47.161019Z","end":"2026-04-28T03:17:47.483897Z","steps":["trace[1885271002] 'range keys from in-memory index tree' (duration: 322.50773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:47.483994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.160993Z","time spent":"322.987206ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-28T03:17:47.609737Z","caller":"traceutil/trace.go:171","msg":"trace[1114228812] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"116.936348ms","start":"2026-04-28T03:17:47.49277Z","end":"2026-04-28T03:17:47.609706Z","steps":["trace[1114228812] 'process raft request' (duration: 100.497754ms)","trace[1114228812] 'compare' (duration: 16.295492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:47.92694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.578895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T03:17:47.927058Z","caller":"traceutil/trace.go:171","msg":"trace[341025460] transaction","detail":"{read_only:false; number_of_response:0; response_revision:276; }","duration":"295.435381ms","start":"2026-04-28T03:17:47.631606Z","end":"2026-04-28T03:17:47.927041Z","steps":["trace[341025460] 'process raft request' (duration: 177.35718ms)","trace[341025460] 'compare' (duration: 117.522145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:48.010989Z","caller":"traceutil/trace.go:171","msg":"trace[757477535] transaction","detail":"{read_only:false; number_of_response:0; response_revision:276; }","duration":"379.187828ms","start":"2026-04-28T03:17:47.631777Z","end":"2026-04-28T03:17:48.010965Z","steps":["trace[757477535] 'process raft request' (duration: 379.008656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:48.011121Z","caller":"traceutil/trace.go:171","msg":"trace[1017543617] transaction","detail":"{read_only:false; number_of_response:0; response_revision:276; }","duration":"378.54995ms","start":"2026-04-28T03:17:47.63251Z","end":"2026-04-28T03:17:48.01106Z","steps":["trace[1017543617] 'process raft request' (duration: 378.377168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.011143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.631763Z","time spent":"379.315889ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:48.01146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.632496Z","time spent":"378.722413ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:48.011517Z","caller":"traceutil/trace.go:171","msg":"trace[15193423] transaction","detail":"{read_only:false; number_of_response:0; response_revision:276; }","duration":"357.954748ms","start":"2026-04-28T03:17:47.653522Z","end":"2026-04-28T03:17:48.011476Z","steps":["trace[15193423] 'process raft request' (duration: 357.39306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.011743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.653493Z","time spent":"358.119549ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:48.01272Z","caller":"traceutil/trace.go:171","msg":"trace[1866352347] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"337.311204ms","start":"2026-04-28T03:17:47.675389Z","end":"2026-04-28T03:17:48.0127Z","steps":["trace[1866352347] 'process raft request' (duration: 335.852826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.012829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.675364Z","time spent":"337.408536ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:48.012707Z","caller":"traceutil/trace.go:171","msg":"trace[1022112512] linearizableReadLoop","detail":"{readStateIndex:285; appliedIndex:283; }","duration":"380.592545ms","start":"2026-04-28T03:17:47.632097Z","end":"2026-04-28T03:17:48.012689Z","steps":["trace[1022112512] 'read index received' (duration: 176.808823ms)","trace[1022112512] 'applied index is now lower than readState.Index' (duration: 203.782172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:48.01284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.729766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:17:48.013082Z","caller":"traceutil/trace.go:171","msg":"trace[1558415172] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:277; }","duration":"380.978269ms","start":"2026-04-28T03:17:47.632091Z","end":"2026-04-28T03:17:48.013069Z","steps":["trace[1558415172] 'agreement among raft nodes before linearized reading' (duration: 380.674385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.013716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:47.632048Z","time spent":"381.646427ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-28T03:17:48.366411Z","caller":"traceutil/trace.go:171","msg":"trace[1409858738] linearizableReadLoop","detail":"{readStateIndex:289; appliedIndex:288; }","duration":"340.789145ms","start":"2026-04-28T03:17:48.02559Z","end":"2026-04-28T03:17:48.366379Z","steps":["trace[1409858738] 'read index received' (duration: 340.538722ms)","trace[1409858738] 'applied index is now lower than readState.Index' (duration: 249.383µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:48.366906Z","caller":"traceutil/trace.go:171","msg":"trace[1323840718] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"343.439456ms","start":"2026-04-28T03:17:48.023456Z","end":"2026-04-28T03:17:48.366895Z","steps":["trace[1323840718] 'process raft request' (duration: 342.757789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.367022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.023439Z","time spent":"343.497617ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:48.367362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.730246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:48.367423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.627408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:17:48.367468Z","caller":"traceutil/trace.go:171","msg":"trace[1561113014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:278; }","duration":"157.699709ms","start":"2026-04-28T03:17:48.209753Z","end":"2026-04-28T03:17:48.367453Z","steps":["trace[1561113014] 'agreement among raft nodes before linearized reading' (duration: 157.623688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:48.367488Z","caller":"traceutil/trace.go:171","msg":"trace[1761414096] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:0; response_revision:278; }","duration":"341.868518ms","start":"2026-04-28T03:17:48.025571Z","end":"2026-04-28T03:17:48.367439Z","steps":["trace[1761414096] 'agreement among raft nodes before linearized reading' (duration: 341.681636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.367549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.025559Z","time spent":"341.9769ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-04-28T03:17:48.573728Z","caller":"traceutil/trace.go:171","msg":"trace[253844541] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"196.529485ms","start":"2026-04-28T03:17:48.377168Z","end":"2026-04-28T03:17:48.573698Z","steps":["trace[253844541] 'process raft request' (duration: 196.450604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:48.573776Z","caller":"traceutil/trace.go:171","msg":"trace[1611614286] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"200.823516ms","start":"2026-04-28T03:17:48.372895Z","end":"2026-04-28T03:17:48.573719Z","steps":["trace[1611614286] 'process raft request' (duration: 121.494491ms)","trace[1611614286] 'compare' (duration: 79.017391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:48.793955Z","caller":"traceutil/trace.go:171","msg":"trace[2067422387] linearizableReadLoop","detail":"{readStateIndex:294; appliedIndex:293; }","duration":"113.210485ms","start":"2026-04-28T03:17:48.680705Z","end":"2026-04-28T03:17:48.793915Z","steps":["trace[2067422387] 'read index received' (duration: 110.701305ms)","trace[2067422387] 'applied index is now lower than readState.Index' (duration: 2.50781ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:48.794043Z","caller":"traceutil/trace.go:171","msg":"trace[401793387] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"113.67512ms","start":"2026-04-28T03:17:48.680337Z","end":"2026-04-28T03:17:48.794012Z","steps":["trace[401793387] 'process raft request' (duration: 111.093759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:48.79422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.464997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:17:48.794271Z","caller":"traceutil/trace.go:171","msg":"trace[1019087528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:283; }","duration":"113.588179ms","start":"2026-04-28T03:17:48.680669Z","end":"2026-04-28T03:17:48.794257Z","steps":["trace[1019087528] 'agreement among raft nodes before linearized reading' (duration: 113.430907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.161489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.353797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:49.161616Z","caller":"traceutil/trace.go:171","msg":"trace[245316852] linearizableReadLoop","detail":"{readStateIndex:295; appliedIndex:294; }","duration":"361.673852ms","start":"2026-04-28T03:17:48.799925Z","end":"2026-04-28T03:17:49.161599Z","steps":["trace[245316852] 'read index received' (duration: 163.081721ms)","trace[245316852] 'applied index is now lower than readState.Index' (duration: 198.590761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:49.161941Z","caller":"traceutil/trace.go:171","msg":"trace[1925193210] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"362.188847ms","start":"2026-04-28T03:17:48.799721Z","end":"2026-04-28T03:17:49.16191Z","steps":["trace[1925193210] 'process raft request' (duration: 163.320404ms)","trace[1925193210] 'compare' (duration: 198.177955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:49.161993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.799698Z","time spent":"362.270298ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:49.16219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.280258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:17:49.162216Z","caller":"traceutil/trace.go:171","msg":"trace[768521489] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:284; }","duration":"362.331369ms","start":"2026-04-28T03:17:48.799877Z","end":"2026-04-28T03:17:49.162209Z","steps":["trace[768521489] 'agreement among raft nodes before linearized reading' (duration: 362.254008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.162237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.79987Z","time spent":"362.362799ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:17:49.162389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.366726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:17:49.162414Z","caller":"traceutil/trace.go:171","msg":"trace[706657049] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:284; }","duration":"360.407776ms","start":"2026-04-28T03:17:48.801999Z","end":"2026-04-28T03:17:49.162407Z","steps":["trace[706657049] 'agreement among raft nodes before linearized reading' (duration: 360.365585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.162432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.801988Z","time spent":"360.440316ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T03:17:49.476499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.827312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:49.476617Z","caller":"traceutil/trace.go:171","msg":"trace[449196817] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"310.340277ms","start":"2026-04-28T03:17:49.166258Z","end":"2026-04-28T03:17:49.476599Z","steps":["trace[449196817] 'process raft request' (duration: 190.352343ms)","trace[449196817] 'compare' (duration: 119.693319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:49.476675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.166232Z","time spent":"310.419177ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:49.521973Z","caller":"traceutil/trace.go:171","msg":"trace[443896511] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"354.570218ms","start":"2026-04-28T03:17:49.167362Z","end":"2026-04-28T03:17:49.521932Z","steps":["trace[443896511] 'process raft request' (duration: 354.267764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.522188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.16732Z","time spent":"354.75695ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:49.523114Z","caller":"traceutil/trace.go:171","msg":"trace[1581887877] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"350.055955ms","start":"2026-04-28T03:17:49.17304Z","end":"2026-04-28T03:17:49.523096Z","steps":["trace[1581887877] 'process raft request' (duration: 348.78061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.523208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.173024Z","time spent":"350.139586ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:50.288016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.482066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:50.288219Z","caller":"traceutil/trace.go:171","msg":"trace[1790028319] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"753.148315ms","start":"2026-04-28T03:17:49.535057Z","end":"2026-04-28T03:17:50.288206Z","steps":["trace[1790028319] 'process raft request' (duration: 753.108495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:50.288278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.535034Z","time spent":"753.220816ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:50.288351Z","caller":"traceutil/trace.go:171","msg":"trace[1567382062] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"757.003469ms","start":"2026-04-28T03:17:49.531305Z","end":"2026-04-28T03:17:50.288309Z","steps":["trace[1567382062] 'process raft request' (duration: 756.804347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:50.288246Z","caller":"traceutil/trace.go:171","msg":"trace[172380646] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"759.825583ms","start":"2026-04-28T03:17:49.528372Z","end":"2026-04-28T03:17:50.288198Z","steps":["trace[172380646] 'process raft request' (duration: 282.100624ms)","trace[172380646] 'compare' (duration: 477.336014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:50.288511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.531296Z","time spent":"757.149551ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:50.288689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:49.528358Z","time spent":"760.206487ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:50.966741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.684658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:50.966937Z","caller":"traceutil/trace.go:171","msg":"trace[1357548833] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:301; }","duration":"563.893864ms","start":"2026-04-28T03:17:50.403027Z","end":"2026-04-28T03:17:50.966921Z","steps":["trace[1357548833] 'read index received' (duration: 1.871342ms)","trace[1357548833] 'applied index is now lower than readState.Index' (duration: 562.021672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:50.966989Z","caller":"traceutil/trace.go:171","msg":"trace[237809211] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"666.306231ms","start":"2026-04-28T03:17:50.300659Z","end":"2026-04-28T03:17:50.966965Z","steps":["trace[237809211] 'process raft request' (duration: 666.18629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:50.967022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.989895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:17:50.967051Z","caller":"traceutil/trace.go:171","msg":"trace[1265967153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:292; }","duration":"564.072767ms","start":"2026-04-28T03:17:50.40297Z","end":"2026-04-28T03:17:50.967043Z","steps":["trace[1265967153] 'agreement among raft nodes before linearized reading' (duration: 564.015426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:50.967082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:50.402941Z","time spent":"564.134237ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:50.967135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:50.300648Z","time spent":"666.403802ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:50.967286Z","caller":"traceutil/trace.go:171","msg":"trace[1198740708] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"668.480576ms","start":"2026-04-28T03:17:50.298442Z","end":"2026-04-28T03:17:50.966922Z","steps":["trace[1198740708] 'process raft request' (duration: 106.557035ms)","trace[1198740708] 'compare' (duration: 561.540546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:50.967342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:50.298426Z","time spent":"668.890011ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:51.288356Z","caller":"traceutil/trace.go:171","msg":"trace[2007981056] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:307; }","duration":"120.152846ms","start":"2026-04-28T03:17:51.16818Z","end":"2026-04-28T03:17:51.288333Z","steps":["trace[2007981056] 'read index received' (duration: 42.959357ms)","trace[2007981056] 'applied index is now lower than readState.Index' (duration: 77.192559ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:51.288474Z","caller":"traceutil/trace.go:171","msg":"trace[109953699] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"187.115144ms","start":"2026-04-28T03:17:51.101316Z","end":"2026-04-28T03:17:51.288431Z","steps":["trace[109953699] 'process raft request' (duration: 109.827734ms)","trace[109953699] 'compare' (duration: 77.083358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:51.28853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.338768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:51.288619Z","caller":"traceutil/trace.go:171","msg":"trace[1216537609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:297; }","duration":"120.472819ms","start":"2026-04-28T03:17:51.168134Z","end":"2026-04-28T03:17:51.288607Z","steps":["trace[1216537609] 'agreement among raft nodes before linearized reading' (duration: 120.307907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:51.668133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.004033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-04-28T03:17:51.668181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.053984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:17:51.668213Z","caller":"traceutil/trace.go:171","msg":"trace[1532683255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:299; }","duration":"276.106144ms","start":"2026-04-28T03:17:51.392082Z","end":"2026-04-28T03:17:51.668188Z","steps":["trace[1532683255] 'range keys from in-memory index tree' (duration: 275.964932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:51.668279Z","caller":"traceutil/trace.go:171","msg":"trace[523163685] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:299; }","duration":"276.177695ms","start":"2026-04-28T03:17:51.392069Z","end":"2026-04-28T03:17:51.668247Z","steps":["trace[523163685] 'range keys from in-memory index tree' (duration: 275.947202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:51.668053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.239505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:17:51.668732Z","caller":"traceutil/trace.go:171","msg":"trace[292421569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:299; }","duration":"141.967943ms","start":"2026-04-28T03:17:51.526747Z","end":"2026-04-28T03:17:51.668715Z","steps":["trace[292421569] 'range keys from in-memory index tree' (duration: 141.120854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.204472Z","caller":"traceutil/trace.go:171","msg":"trace[1703040070] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"294.567771ms","start":"2026-04-28T03:17:51.90987Z","end":"2026-04-28T03:17:52.204438Z","steps":["trace[1703040070] 'process raft request' (duration: 277.012555ms)","trace[1703040070] 'compare' (duration: 17.426255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:52.213787Z","caller":"traceutil/trace.go:171","msg":"trace[1761909393] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:313; }","duration":"296.14181ms","start":"2026-04-28T03:17:51.917631Z","end":"2026-04-28T03:17:52.213773Z","steps":["trace[1761909393] 'read index received' (duration: 269.261753ms)","trace[1761909393] 'applied index is now lower than readState.Index' (duration: 26.879427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:52.213892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.243281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:17:52.213915Z","caller":"traceutil/trace.go:171","msg":"trace[1558497319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:304; }","duration":"296.313261ms","start":"2026-04-28T03:17:51.917595Z","end":"2026-04-28T03:17:52.213908Z","steps":["trace[1558497319] 'agreement among raft nodes before linearized reading' (duration: 296.253291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.213889Z","caller":"traceutil/trace.go:171","msg":"trace[52910509] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"296.932029ms","start":"2026-04-28T03:17:51.916904Z","end":"2026-04-28T03:17:52.213836Z","steps":["trace[52910509] 'process raft request' (duration: 296.809517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.503111Z","caller":"traceutil/trace.go:171","msg":"trace[1534206098] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:315; }","duration":"289.246387ms","start":"2026-04-28T03:17:52.213831Z","end":"2026-04-28T03:17:52.503078Z","steps":["trace[1534206098] 'read index received' (duration: 289.220367ms)","trace[1534206098] 'applied index is now lower than readState.Index' (duration: 25.1µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:52.503257Z","caller":"traceutil/trace.go:171","msg":"trace[1637928832] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"294.459169ms","start":"2026-04-28T03:17:52.208786Z","end":"2026-04-28T03:17:52.503246Z","steps":["trace[1637928832] 'process raft request' (duration: 294.084345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.503376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.521358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T03:17:52.503464Z","caller":"traceutil/trace.go:171","msg":"trace[1030481185] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:305; }","duration":"522.655419ms","start":"2026-04-28T03:17:51.980793Z","end":"2026-04-28T03:17:52.503448Z","steps":["trace[1030481185] 'agreement among raft nodes before linearized reading' (duration: 522.449736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.503515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.206532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:17:52.503555Z","caller":"traceutil/trace.go:171","msg":"trace[858361286] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:305; }","duration":"550.284174ms","start":"2026-04-28T03:17:51.95326Z","end":"2026-04-28T03:17:52.503545Z","steps":["trace[858361286] 'agreement among raft nodes before linearized reading' (duration: 550.231623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.50359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.953228Z","time spent":"550.354384ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.503606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.337546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-28T03:17:52.503672Z","caller":"traceutil/trace.go:171","msg":"trace[1068007502] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:305; }","duration":"506.398617ms","start":"2026-04-28T03:17:51.997241Z","end":"2026-04-28T03:17:52.50364Z","steps":["trace[1068007502] 'agreement among raft nodes before linearized reading' (duration: 506.337116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.503708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.997229Z","time spent":"506.471468ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.503804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.509192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-28T03:17:52.503847Z","caller":"traceutil/trace.go:171","msg":"trace[163102122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:305; }","duration":"553.573462ms","start":"2026-04-28T03:17:51.950265Z","end":"2026-04-28T03:17:52.503838Z","steps":["trace[163102122] 'agreement among raft nodes before linearized reading' (duration: 553.507421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.503875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.950256Z","time spent":"553.611833ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-28T03:17:52.503915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.158363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T03:17:52.503952Z","caller":"traceutil/trace.go:171","msg":"trace[341962834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:305; }","duration":"517.207313ms","start":"2026-04-28T03:17:51.986735Z","end":"2026-04-28T03:17:52.503942Z","steps":["trace[341962834] 'agreement among raft nodes before linearized reading' (duration: 517.162213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.503991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.986726Z","time spent":"517.253705ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.504029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.76455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-28T03:17:52.504069Z","caller":"traceutil/trace.go:171","msg":"trace[253154291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:305; }","duration":"556.851162ms","start":"2026-04-28T03:17:51.947209Z","end":"2026-04-28T03:17:52.50406Z","steps":["trace[253154291] 'agreement among raft nodes before linearized reading' (duration: 556.782641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.504108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.947184Z","time spent":"556.911772ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.50351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.980769Z","time spent":"522.731199ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.503875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.079156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:17:52.504273Z","caller":"traceutil/trace.go:171","msg":"trace[886150423] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:305; }","duration":"513.48775ms","start":"2026-04-28T03:17:51.990772Z","end":"2026-04-28T03:17:52.50426Z","steps":["trace[886150423] 'agreement among raft nodes before linearized reading' (duration: 513.074425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.504313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.990765Z","time spent":"513.53868ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-28T03:17:52.503561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.725837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4302"} {"level":"info","ts":"2026-04-28T03:17:52.504351Z","caller":"traceutil/trace.go:171","msg":"trace[2037715066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:305; }","duration":"505.525516ms","start":"2026-04-28T03:17:51.998815Z","end":"2026-04-28T03:17:52.504341Z","steps":["trace[2037715066] 'agreement among raft nodes before linearized reading' (duration: 504.716567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.504395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.998807Z","time spent":"505.578516ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4325,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:17:52.50347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.732941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:17:52.504545Z","caller":"traceutil/trace.go:171","msg":"trace[1686762645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:305; }","duration":"546.832143ms","start":"2026-04-28T03:17:51.957704Z","end":"2026-04-28T03:17:52.504537Z","steps":["trace[1686762645] 'agreement among raft nodes before linearized reading' (duration: 545.729021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.504579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:51.957691Z","time spent":"546.879153ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-04-28T03:17:52.51495Z","caller":"traceutil/trace.go:171","msg":"trace[1441566127] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"293.821953ms","start":"2026-04-28T03:17:52.221111Z","end":"2026-04-28T03:17:52.514933Z","steps":["trace[1441566127] 'process raft request' (duration: 293.57542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.515202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.86052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:17:52.51524Z","caller":"traceutil/trace.go:171","msg":"trace[1692294771] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:306; }","duration":"297.92779ms","start":"2026-04-28T03:17:52.217304Z","end":"2026-04-28T03:17:52.515231Z","steps":["trace[1692294771] 'agreement among raft nodes before linearized reading' (duration: 297.851129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.515361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.573682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:17:52.515387Z","caller":"traceutil/trace.go:171","msg":"trace[1388761952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:306; }","duration":"222.633493ms","start":"2026-04-28T03:17:52.292747Z","end":"2026-04-28T03:17:52.51538Z","steps":["trace[1388761952] 'agreement among raft nodes before linearized reading' (duration: 222.590892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.622192Z","caller":"traceutil/trace.go:171","msg":"trace[1011371321] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"111.428552ms","start":"2026-04-28T03:17:52.510738Z","end":"2026-04-28T03:17:52.622167Z","steps":["trace[1011371321] 'process raft request' (duration: 111.27997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.622333Z","caller":"traceutil/trace.go:171","msg":"trace[1753581408] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:318; }","duration":"107.538507ms","start":"2026-04-28T03:17:52.514771Z","end":"2026-04-28T03:17:52.622309Z","steps":["trace[1753581408] 'read index received' (duration: 107.523156ms)","trace[1753581408] 'applied index is now lower than readState.Index' (duration: 12.971µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:52.622487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.71619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-28T03:17:52.622546Z","caller":"traceutil/trace.go:171","msg":"trace[1451383095] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:307; }","duration":"113.829262ms","start":"2026-04-28T03:17:52.508704Z","end":"2026-04-28T03:17:52.622533Z","steps":["trace[1451383095] 'agreement among raft nodes before linearized reading' (duration: 113.679559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.62277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.085243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4302"} {"level":"info","ts":"2026-04-28T03:17:52.622817Z","caller":"traceutil/trace.go:171","msg":"trace[1653802717] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:307; }","duration":"113.149674ms","start":"2026-04-28T03:17:52.509654Z","end":"2026-04-28T03:17:52.622804Z","steps":["trace[1653802717] 'agreement among raft nodes before linearized reading' (duration: 113.071043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.62289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.462057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:17:52.622921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.953851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-28T03:17:52.622948Z","caller":"traceutil/trace.go:171","msg":"trace[1194502782] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.523349ms","start":"2026-04-28T03:17:52.509402Z","end":"2026-04-28T03:17:52.622925Z","steps":["trace[1194502782] 'agreement among raft nodes before linearized reading' (duration: 113.456418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.622978Z","caller":"traceutil/trace.go:171","msg":"trace[2058569672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.020082ms","start":"2026-04-28T03:17:52.50994Z","end":"2026-04-28T03:17:52.622961Z","steps":["trace[2058569672] 'agreement among raft nodes before linearized reading' (duration: 112.913381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.079023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-28T03:17:52.62304Z","caller":"traceutil/trace.go:171","msg":"trace[1694066379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.125164ms","start":"2026-04-28T03:17:52.509905Z","end":"2026-04-28T03:17:52.62303Z","steps":["trace[1694066379] 'agreement among raft nodes before linearized reading' (duration: 113.068893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.69617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T03:17:52.623118Z","caller":"traceutil/trace.go:171","msg":"trace[1689118582] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.746431ms","start":"2026-04-28T03:17:52.509366Z","end":"2026-04-28T03:17:52.623112Z","steps":["trace[1689118582] 'agreement among raft nodes before linearized reading' (duration: 113.68445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.448467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T03:17:52.623176Z","caller":"traceutil/trace.go:171","msg":"trace[388946850] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:307; }","duration":"113.496888ms","start":"2026-04-28T03:17:52.509671Z","end":"2026-04-28T03:17:52.623168Z","steps":["trace[388946850] 'agreement among raft nodes before linearized reading' (duration: 113.437728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.834582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:17:52.623219Z","caller":"traceutil/trace.go:171","msg":"trace[852886484] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.881252ms","start":"2026-04-28T03:17:52.509331Z","end":"2026-04-28T03:17:52.623212Z","steps":["trace[852886484] 'agreement among raft nodes before linearized reading' (duration: 113.836691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.177554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-28T03:17:52.623316Z","caller":"traceutil/trace.go:171","msg":"trace[1291871898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:307; }","duration":"113.229105ms","start":"2026-04-28T03:17:52.510073Z","end":"2026-04-28T03:17:52.623302Z","steps":["trace[1291871898] 'agreement among raft nodes before linearized reading' (duration: 113.148464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:52.623331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.041394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:17:52.623466Z","caller":"traceutil/trace.go:171","msg":"trace[1725619718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:307; }","duration":"114.204666ms","start":"2026-04-28T03:17:52.509255Z","end":"2026-04-28T03:17:52.623459Z","steps":["trace[1725619718] 'agreement among raft nodes before linearized reading' (duration: 114.050074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.648972Z","caller":"traceutil/trace.go:171","msg":"trace[194369628] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"129.194692ms","start":"2026-04-28T03:17:52.519761Z","end":"2026-04-28T03:17:52.648956Z","steps":["trace[194369628] 'process raft request' (duration: 129.133591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.648972Z","caller":"traceutil/trace.go:171","msg":"trace[2131464394] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"129.240623ms","start":"2026-04-28T03:17:52.519717Z","end":"2026-04-28T03:17:52.648958Z","steps":["trace[2131464394] 'process raft request' (duration: 129.085211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.649089Z","caller":"traceutil/trace.go:171","msg":"trace[1358635432] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"127.949998ms","start":"2026-04-28T03:17:52.521133Z","end":"2026-04-28T03:17:52.649083Z","steps":["trace[1358635432] 'process raft request' (duration: 127.792146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:52.649279Z","caller":"traceutil/trace.go:171","msg":"trace[1121283523] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"125.241446ms","start":"2026-04-28T03:17:52.524024Z","end":"2026-04-28T03:17:52.649266Z","steps":["trace[1121283523] 'process raft request' (duration: 125.023483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.955009Z","caller":"traceutil/trace.go:171","msg":"trace[1703339977] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"144.879477ms","start":"2026-04-28T03:18:06.810105Z","end":"2026-04-28T03:18:06.954985Z","steps":["trace[1703339977] 'process raft request' (duration: 144.774356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:07.2562Z","caller":"traceutil/trace.go:171","msg":"trace[1663010715] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"124.471447ms","start":"2026-04-28T03:18:07.131702Z","end":"2026-04-28T03:18:07.256174Z","steps":["trace[1663010715] 'process raft request' (duration: 124.342225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.749766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.202519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:08.749862Z","caller":"traceutil/trace.go:171","msg":"trace[183975090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:431; }","duration":"705.32947ms","start":"2026-04-28T03:18:08.044513Z","end":"2026-04-28T03:18:08.749842Z","steps":["trace[183975090] 'range keys from in-memory index tree' (duration: 705.155748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.749903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.044504Z","time spent":"705.390031ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:08.750218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.649114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-28T03:18:08.750272Z","caller":"traceutil/trace.go:171","msg":"trace[542287009] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:431; }","duration":"772.727425ms","start":"2026-04-28T03:18:07.97753Z","end":"2026-04-28T03:18:08.750257Z","steps":["trace[542287009] 'range keys from in-memory index tree' (duration: 772.536683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.750302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.977494Z","time spent":"772.800626ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12688,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-28T03:18:11.125408Z","caller":"traceutil/trace.go:171","msg":"trace[34342903] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"148.598961ms","start":"2026-04-28T03:18:10.976751Z","end":"2026-04-28T03:18:11.12535Z","steps":["trace[34342903] 'process raft request' (duration: 148.325807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:12.463009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:12.963736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:13.464365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:13.648912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.08362488s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:18:13.649246Z","caller":"traceutil/trace.go:171","msg":"trace[382417386] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"2.084047364s","start":"2026-04-28T03:18:11.565176Z","end":"2026-04-28T03:18:13.649224Z","steps":["trace[382417386] 'process raft request' (duration: 2.083941833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.649366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.565151Z","time spent":"2.084161427s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.775007Z","caller":"traceutil/trace.go:171","msg":"trace[1536762091] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:491; }","duration":"1.812821109s","start":"2026-04-28T03:18:11.962171Z","end":"2026-04-28T03:18:13.774992Z","steps":["trace[1536762091] 'read index received' (duration: 1.687024177s)","trace[1536762091] 'applied index is now lower than readState.Index' (duration: 125.796442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:13.775163Z","caller":"traceutil/trace.go:171","msg":"trace[2014815082] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"2.203121188s","start":"2026-04-28T03:18:11.572036Z","end":"2026-04-28T03:18:13.775157Z","steps":["trace[2014815082] 'process raft request' (duration: 2.202305909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.775217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.572013Z","time spent":"2.203166828s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.775335Z","caller":"traceutil/trace.go:171","msg":"trace[1282439622] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"2.199217132s","start":"2026-04-28T03:18:11.57611Z","end":"2026-04-28T03:18:13.775327Z","steps":["trace[1282439622] 'process raft request' (duration: 2.198339082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.775376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.576093Z","time spent":"2.199264953s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.775459Z","caller":"traceutil/trace.go:171","msg":"trace[1366027541] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"2.199279334s","start":"2026-04-28T03:18:11.576173Z","end":"2026-04-28T03:18:13.775453Z","steps":["trace[1366027541] 'process raft request' (duration: 2.198314772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.775499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.576166Z","time spent":"2.199316325s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.77555Z","caller":"traceutil/trace.go:171","msg":"trace[217203455] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"2.195585709s","start":"2026-04-28T03:18:11.579959Z","end":"2026-04-28T03:18:13.775544Z","steps":["trace[217203455] 'process raft request' (duration: 2.194555037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.775582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.579952Z","time spent":"2.19561494s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.775701Z","caller":"traceutil/trace.go:171","msg":"trace[1488317247] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.956030358s","start":"2026-04-28T03:18:11.81964Z","end":"2026-04-28T03:18:13.77567Z","steps":["trace[1488317247] 'process raft request' (duration: 1.955236678s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.77582Z","caller":"traceutil/trace.go:171","msg":"trace[626284152] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"371.74588ms","start":"2026-04-28T03:18:13.404065Z","end":"2026-04-28T03:18:13.775811Z","steps":["trace[626284152] 'process raft request' (duration: 370.86956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.775828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.819602Z","time spent":"1.95616605s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:13.776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:13.404036Z","time spent":"371.924072ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:13.776018Z","caller":"traceutil/trace.go:171","msg":"trace[178846556] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"2.185807426s","start":"2026-04-28T03:18:11.590201Z","end":"2026-04-28T03:18:13.776009Z","steps":["trace[178846556] 'process raft request' (duration: 2.184335928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.59018Z","time spent":"2.185857476s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:13.776149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813985884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:13.776155Z","caller":"traceutil/trace.go:171","msg":"trace[1378158271] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"2.182866539s","start":"2026-04-28T03:18:11.593282Z","end":"2026-04-28T03:18:13.776149Z","steps":["trace[1378158271] 'process raft request' (duration: 2.181355201s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.776177Z","caller":"traceutil/trace.go:171","msg":"trace[931637333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:485; }","duration":"1.814013915s","start":"2026-04-28T03:18:11.962156Z","end":"2026-04-28T03:18:13.77617Z","steps":["trace[931637333] 'agreement among raft nodes before linearized reading' (duration: 1.813927644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.593265Z","time spent":"2.18291268s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:13.776199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.962112Z","time spent":"1.814081945s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:13.776286Z","caller":"traceutil/trace.go:171","msg":"trace[1172082432] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"2.181902369s","start":"2026-04-28T03:18:11.594375Z","end":"2026-04-28T03:18:13.776277Z","steps":["trace[1172082432] 'process raft request' (duration: 2.18029702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.594363Z","time spent":"2.181947049s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.776438Z","caller":"traceutil/trace.go:171","msg":"trace[199749406] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"2.173847524s","start":"2026-04-28T03:18:11.602583Z","end":"2026-04-28T03:18:13.776431Z","steps":["trace[199749406] 'process raft request' (duration: 2.172118743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.602563Z","time spent":"2.173897584s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.776536Z","caller":"traceutil/trace.go:171","msg":"trace[547198979] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"2.163287399s","start":"2026-04-28T03:18:11.613241Z","end":"2026-04-28T03:18:13.776529Z","steps":["trace[547198979] 'process raft request' (duration: 2.161496127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.613219Z","time spent":"2.16333693s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:13.776744Z","caller":"traceutil/trace.go:171","msg":"trace[1344203925] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"2.135061296s","start":"2026-04-28T03:18:11.641675Z","end":"2026-04-28T03:18:13.776736Z","steps":["trace[1344203925] 'process raft request' (duration: 2.133134993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.776784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:11.641646Z","time spent":"2.135121097s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:13.780565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.34819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:13.780682Z","caller":"traceutil/trace.go:171","msg":"trace[12010123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"733.499152ms","start":"2026-04-28T03:18:13.047158Z","end":"2026-04-28T03:18:13.780657Z","steps":["trace[12010123] 'agreement among raft nodes before linearized reading' (duration: 733.33004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.780754Z","caller":"traceutil/trace.go:171","msg":"trace[1493489968] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"125.372776ms","start":"2026-04-28T03:18:13.655373Z","end":"2026-04-28T03:18:13.780746Z","steps":["trace[1493489968] 'process raft request' (duration: 125.018152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.780741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:13.04714Z","time spent":"733.587703ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:13.780761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.583909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:13.780849Z","caller":"traceutil/trace.go:171","msg":"trace[891309204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"366.72085ms","start":"2026-04-28T03:18:13.414107Z","end":"2026-04-28T03:18:13.780828Z","steps":["trace[891309204] 'agreement among raft nodes before linearized reading' (duration: 366.456277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.780897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:13.414089Z","time spent":"366.798431ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:18:13.780614Z","caller":"traceutil/trace.go:171","msg":"trace[554276319] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"127.024956ms","start":"2026-04-28T03:18:13.653567Z","end":"2026-04-28T03:18:13.780592Z","steps":["trace[554276319] 'process raft request' (duration: 126.723103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.781033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.07581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:13.781063Z","caller":"traceutil/trace.go:171","msg":"trace[1595424082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"650.161772ms","start":"2026-04-28T03:18:13.130893Z","end":"2026-04-28T03:18:13.781055Z","steps":["trace[1595424082] 'agreement among raft nodes before linearized reading' (duration: 650.036739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:13.781093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:13.130873Z","time spent":"650.214492ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:13.781314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.753855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:13.781366Z","caller":"traceutil/trace.go:171","msg":"trace[738911979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"295.843836ms","start":"2026-04-28T03:18:13.485511Z","end":"2026-04-28T03:18:13.781355Z","steps":["trace[738911979] 'agreement among raft nodes before linearized reading' (duration: 295.702084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:13.781727Z","caller":"traceutil/trace.go:171","msg":"trace[959104319] transaction","detail":"{read_only:false; number_of_response:1; response_revision:487; }","duration":"124.784471ms","start":"2026-04-28T03:18:13.656926Z","end":"2026-04-28T03:18:13.78171Z","steps":["trace[959104319] 'process raft request' (duration: 123.521166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:16.072198Z","caller":"traceutil/trace.go:171","msg":"trace[986694543] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"257.841508ms","start":"2026-04-28T03:18:15.814338Z","end":"2026-04-28T03:18:16.072179Z","steps":["trace[986694543] 'process raft request' (duration: 257.790367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:16.072647Z","caller":"traceutil/trace.go:171","msg":"trace[353700963] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"261.439641ms","start":"2026-04-28T03:18:15.811196Z","end":"2026-04-28T03:18:16.072636Z","steps":["trace[353700963] 'process raft request' (duration: 175.989654ms)","trace[353700963] 'compare' (duration: 84.789279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:16.07275Z","caller":"traceutil/trace.go:171","msg":"trace[527194978] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"258.469857ms","start":"2026-04-28T03:18:15.814273Z","end":"2026-04-28T03:18:16.072743Z","steps":["trace[527194978] 'process raft request' (duration: 257.820608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:17.066937Z","caller":"traceutil/trace.go:171","msg":"trace[2087584030] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"161.15028ms","start":"2026-04-28T03:18:16.90576Z","end":"2026-04-28T03:18:17.06691Z","steps":["trace[2087584030] 'process raft request' (duration: 160.832805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:19.07734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.444324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:19.077477Z","caller":"traceutil/trace.go:171","msg":"trace[1033493902] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:572; }","duration":"291.625736ms","start":"2026-04-28T03:18:18.785824Z","end":"2026-04-28T03:18:19.07745Z","steps":["trace[1033493902] 'range keys from in-memory index tree' (duration: 291.339673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:19.77891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.576793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:18:19.779025Z","caller":"traceutil/trace.go:171","msg":"trace[2051337898] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"106.651306ms","start":"2026-04-28T03:18:19.672354Z","end":"2026-04-28T03:18:19.779005Z","steps":["trace[2051337898] 'read index received' (duration: 53.14µs)","trace[2051337898] 'applied index is now lower than readState.Index' (duration: 106.596726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:19.7791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.739318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:19.779137Z","caller":"traceutil/trace.go:171","msg":"trace[1056125584] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:574; }","duration":"106.810398ms","start":"2026-04-28T03:18:19.672313Z","end":"2026-04-28T03:18:19.779123Z","steps":["trace[1056125584] 'agreement among raft nodes before linearized reading' (duration: 106.741268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:20.23105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.279559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:18:20.231146Z","caller":"traceutil/trace.go:171","msg":"trace[111185241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"104.41078ms","start":"2026-04-28T03:18:20.126715Z","end":"2026-04-28T03:18:20.231126Z","steps":["trace[111185241] 'range keys from in-memory index tree' (duration: 104.123846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:20.468787Z","caller":"traceutil/trace.go:171","msg":"trace[836496887] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"115.857686ms","start":"2026-04-28T03:18:20.35287Z","end":"2026-04-28T03:18:20.468728Z","steps":["trace[836496887] 'process raft request' (duration: 83.367263ms)","trace[836496887] 'compare' (duration: 32.344351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:22.226765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:22.726905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:23.227391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:23.383884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.912907318s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:18:25.047293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:18:25.047385Z","caller":"traceutil/trace.go:171","msg":"trace[626256613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195788s","start":"2026-04-28T03:18:23.047175Z","end":"2026-04-28T03:18:25.047371Z","steps":["trace[626256613] 'agreement among raft nodes before linearized reading' (duration: 2.000086197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.04742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.047157Z","time spent":"2.000255009s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:18:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:18:25.628731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72038294s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:18:25.653542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268978304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:25.653826Z","caller":"traceutil/trace.go:171","msg":"trace[105334324] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.745588328s","start":"2026-04-28T03:18:23.908217Z","end":"2026-04-28T03:18:25.653805Z","steps":["trace[105334324] 'process raft request' (duration: 1.745469557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.653918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.908189Z","time spent":"1.745689859s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:25.654016Z","caller":"traceutil/trace.go:171","msg":"trace[1186247940] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"4.183922328s","start":"2026-04-28T03:18:21.470073Z","end":"2026-04-28T03:18:25.653996Z","steps":["trace[1186247940] 'process raft request' (duration: 1.914348357s)","trace[1186247940] 'compare' (duration: 2.268523178s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:25.654026Z","caller":"traceutil/trace.go:171","msg":"trace[391854301] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"3.927876401s","start":"2026-04-28T03:18:21.726102Z","end":"2026-04-28T03:18:25.653979Z","steps":["trace[391854301] 'read index received' (duration: 1.657938795s)","trace[391854301] 'applied index is now lower than readState.Index' (duration: 2.269934126s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:25.654105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:21.470048Z","time spent":"4.18401255s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:25.654304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928186445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wzjmn\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-04-28T03:18:25.654332Z","caller":"traceutil/trace.go:171","msg":"trace[293002137] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wzjmn; range_end:; response_count:1; response_revision:587; }","duration":"3.928255666s","start":"2026-04-28T03:18:21.726069Z","end":"2026-04-28T03:18:25.654324Z","steps":["trace[293002137] 'agreement among raft nodes before linearized reading' (duration: 3.928057474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.654377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:21.726053Z","time spent":"3.928315007s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16980,"request content":"key:\"/registry/pods/kube-system/cilium-wzjmn\" "} {"level":"warn","ts":"2026-04-28T03:18:25.654752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.112224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.654797Z","caller":"traceutil/trace.go:171","msg":"trace[625188701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"607.224555ms","start":"2026-04-28T03:18:25.047561Z","end":"2026-04-28T03:18:25.654785Z","steps":["trace[625188701] 'agreement among raft nodes before linearized reading' (duration: 607.155875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.654829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.04753Z","time spent":"607.292736ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:25.654836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343216222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.654838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413111703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.654891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343375903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.654845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153907682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.654923Z","caller":"traceutil/trace.go:171","msg":"trace[1947977669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:587; }","duration":"3.343423414s","start":"2026-04-28T03:18:22.311489Z","end":"2026-04-28T03:18:25.654913Z","steps":["trace[1947977669] 'agreement among raft nodes before linearized reading' (duration: 3.343382043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.654834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450985563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.654936Z","caller":"traceutil/trace.go:171","msg":"trace[138788208] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"2.413217875s","start":"2026-04-28T03:18:23.241675Z","end":"2026-04-28T03:18:25.654893Z","steps":["trace[138788208] 'agreement among raft nodes before linearized reading' (duration: 2.413073603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.654966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.311485Z","time spent":"3.343473525s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.654978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200785113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226825051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655029Z","caller":"traceutil/trace.go:171","msg":"trace[1936618640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:587; }","duration":"3.200840554s","start":"2026-04-28T03:18:22.454168Z","end":"2026-04-28T03:18:25.655008Z","steps":["trace[1936618640] 'agreement among raft nodes before linearized reading' (duration: 3.200779493s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655054Z","caller":"traceutil/trace.go:171","msg":"trace[131826691] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:587; }","duration":"3.226888902s","start":"2026-04-28T03:18:22.428157Z","end":"2026-04-28T03:18:25.655046Z","steps":["trace[131826691] 'agreement among raft nodes before linearized reading' (duration: 3.226828312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.454162Z","time spent":"3.200900726s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451308461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:18:25.655093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706666152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343741358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655126Z","caller":"traceutil/trace.go:171","msg":"trace[1094694446] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:587; }","duration":"1.451371572s","start":"2026-04-28T03:18:24.203743Z","end":"2026-04-28T03:18:25.655114Z","steps":["trace[1094694446] 'agreement among raft nodes before linearized reading' (duration: 1.451259751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.6551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049484031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178738215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655185Z","caller":"traceutil/trace.go:171","msg":"trace[466590702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:587; }","duration":"3.343813199s","start":"2026-04-28T03:18:22.311363Z","end":"2026-04-28T03:18:25.655176Z","steps":["trace[466590702] 'agreement among raft nodes before linearized reading' (duration: 3.343741728s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655187Z","caller":"traceutil/trace.go:171","msg":"trace[185602986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"2.706784824s","start":"2026-04-28T03:18:22.948386Z","end":"2026-04-28T03:18:25.655171Z","steps":["trace[185602986] 'agreement among raft nodes before linearized reading' (duration: 2.706661402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390975222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413581039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452912061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413002822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655367Z","caller":"traceutil/trace.go:171","msg":"trace[1881051409] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"2.413632819s","start":"2026-04-28T03:18:23.241725Z","end":"2026-04-28T03:18:25.655358Z","steps":["trace[1881051409] 'agreement among raft nodes before linearized reading' (duration: 2.413594839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384989114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.65498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.241667Z","time spent":"2.413301705s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.655398Z","caller":"traceutil/trace.go:171","msg":"trace[1699853326] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"2.413058982s","start":"2026-04-28T03:18:23.242329Z","end":"2026-04-28T03:18:25.655388Z","steps":["trace[1699853326] 'agreement among raft nodes before linearized reading' (duration: 2.412988821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390955161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.24171Z","time spent":"2.413682129s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.65542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763974057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.654922Z","caller":"traceutil/trace.go:171","msg":"trace[1206979988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:587; }","duration":"3.343310673s","start":"2026-04-28T03:18:22.311578Z","end":"2026-04-28T03:18:25.654889Z","steps":["trace[1206979988] 'agreement among raft nodes before linearized reading' (duration: 3.343145421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.242306Z","time spent":"2.413118153s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155124975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438728017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453105654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655467Z","caller":"traceutil/trace.go:171","msg":"trace[1576959114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:587; }","duration":"2.764021357s","start":"2026-04-28T03:18:22.891425Z","end":"2026-04-28T03:18:25.655446Z","steps":["trace[1576959114] 'agreement among raft nodes before linearized reading' (duration: 2.763981966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.311353Z","time spent":"3.343848659s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.65548Z","caller":"traceutil/trace.go:171","msg":"trace[1649751405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:587; }","duration":"3.438755907s","start":"2026-04-28T03:18:22.216711Z","end":"2026-04-28T03:18:25.655466Z","steps":["trace[1649751405] 'agreement among raft nodes before linearized reading' (duration: 3.438722467s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655487Z","caller":"traceutil/trace.go:171","msg":"trace[1425540264] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:587; }","duration":"2.453141364s","start":"2026-04-28T03:18:23.202339Z","end":"2026-04-28T03:18:25.65548Z","steps":["trace[1425540264] 'agreement among raft nodes before linearized reading' (duration: 2.453091064s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.654968Z","caller":"traceutil/trace.go:171","msg":"trace[1926237663] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"3.451147624s","start":"2026-04-28T03:18:22.203809Z","end":"2026-04-28T03:18:25.654956Z","steps":["trace[1926237663] 'agreement among raft nodes before linearized reading' (duration: 3.450966702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.6555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.216704Z","time spent":"3.438790638s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.655485Z","caller":"traceutil/trace.go:171","msg":"trace[110264645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:587; }","duration":"3.155217617s","start":"2026-04-28T03:18:22.500247Z","end":"2026-04-28T03:18:25.655465Z","steps":["trace[110264645] 'agreement among raft nodes before linearized reading' (duration: 3.155100366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.203802Z","time spent":"3.451715981s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075522447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607695475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655569Z","caller":"traceutil/trace.go:171","msg":"trace[970625389] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:587; }","duration":"3.07566376s","start":"2026-04-28T03:18:22.579899Z","end":"2026-04-28T03:18:25.655563Z","steps":["trace[970625389] 'agreement among raft nodes before linearized reading' (duration: 3.07562792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764973299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655581Z","caller":"traceutil/trace.go:171","msg":"trace[662150014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:587; }","duration":"2.607729855s","start":"2026-04-28T03:18:23.04784Z","end":"2026-04-28T03:18:25.65557Z","steps":["trace[662150014] 'agreement among raft nodes before linearized reading' (duration: 2.607696985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.65559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.579888Z","time spent":"3.075697461s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.655195Z","caller":"traceutil/trace.go:171","msg":"trace[1491489956] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:587; }","duration":"3.049577072s","start":"2026-04-28T03:18:22.605581Z","end":"2026-04-28T03:18:25.655158Z","steps":["trace[1491489956] 'agreement among raft nodes before linearized reading' (duration: 3.04947395s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655596Z","caller":"traceutil/trace.go:171","msg":"trace[2022102506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:587; }","duration":"2.76503175s","start":"2026-04-28T03:18:22.890558Z","end":"2026-04-28T03:18:25.65559Z","steps":["trace[2022102506] 'agreement among raft nodes before linearized reading' (duration: 2.764999329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.047835Z","time spent":"2.607768086s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.655344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201476613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.605572Z","time spent":"3.050043967s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178522501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707206638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921996179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.311572Z","time spent":"3.34388035s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.655719Z","caller":"traceutil/trace.go:171","msg":"trace[1322419429] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"2.707571203s","start":"2026-04-28T03:18:22.948136Z","end":"2026-04-28T03:18:25.655707Z","steps":["trace[1322419429] 'agreement among raft nodes before linearized reading' (duration: 2.707241059s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655009Z","caller":"traceutil/trace.go:171","msg":"trace[1137854174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:587; }","duration":"3.154049314s","start":"2026-04-28T03:18:22.500879Z","end":"2026-04-28T03:18:25.654929Z","steps":["trace[1137854174] 'agreement among raft nodes before linearized reading' (duration: 3.153843032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298000829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.948109Z","time spent":"2.707635813s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.655766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922352593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.65578Z","caller":"traceutil/trace.go:171","msg":"trace[403125650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:587; }","duration":"3.29802609s","start":"2026-04-28T03:18:22.357739Z","end":"2026-04-28T03:18:25.655765Z","steps":["trace[403125650] 'agreement among raft nodes before linearized reading' (duration: 3.297988209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097186534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655791Z","caller":"traceutil/trace.go:171","msg":"trace[1954602631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:587; }","duration":"2.922386834s","start":"2026-04-28T03:18:22.733399Z","end":"2026-04-28T03:18:25.655786Z","steps":["trace[1954602631] 'agreement among raft nodes before linearized reading' (duration: 2.922340603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.733352Z","time spent":"2.922456084s","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.655815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.357697Z","time spent":"3.298101621s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.655819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505357872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297738676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097071492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45920375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452047162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458805514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655885Z","caller":"traceutil/trace.go:171","msg":"trace[346793050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:587; }","duration":"3.097112473s","start":"2026-04-28T03:18:22.558765Z","end":"2026-04-28T03:18:25.655877Z","steps":["trace[346793050] 'agreement among raft nodes before linearized reading' (duration: 3.097069662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375816074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655905Z","caller":"traceutil/trace.go:171","msg":"trace[1028918034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:587; }","duration":"3.297882949s","start":"2026-04-28T03:18:22.357981Z","end":"2026-04-28T03:18:25.655864Z","steps":["trace[1028918034] 'agreement among raft nodes before linearized reading' (duration: 3.297616115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504898348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.357973Z","time spent":"3.29796577s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.655965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321230544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.428141Z","time spent":"3.226937753s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.655984Z","caller":"traceutil/trace.go:171","msg":"trace[1700069694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:587; }","duration":"3.321277614s","start":"2026-04-28T03:18:22.334701Z","end":"2026-04-28T03:18:25.655979Z","steps":["trace[1700069694] 'agreement among raft nodes before linearized reading' (duration: 3.321248194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097465277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655954Z","caller":"traceutil/trace.go:171","msg":"trace[1077837261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:587; }","duration":"3.504947719s","start":"2026-04-28T03:18:22.151002Z","end":"2026-04-28T03:18:25.655949Z","steps":["trace[1077837261] 'agreement among raft nodes before linearized reading' (duration: 3.504898748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.65598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505240542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.890537Z","time spent":"2.76508111s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.656009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.334686Z","time spent":"3.321311184s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.656005Z","caller":"traceutil/trace.go:171","msg":"trace[1961955421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:587; }","duration":"3.097506627s","start":"2026-04-28T03:18:22.558494Z","end":"2026-04-28T03:18:25.656Z","steps":["trace[1961955421] 'agreement among raft nodes before linearized reading' (duration: 3.097473357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.500874Z","time spent":"3.154890124s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.656022Z","caller":"traceutil/trace.go:171","msg":"trace[1146003022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:587; }","duration":"3.505300863s","start":"2026-04-28T03:18:22.150711Z","end":"2026-04-28T03:18:25.656012Z","steps":["trace[1146003022] 'agreement among raft nodes before linearized reading' (duration: 3.505223153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.55848Z","time spent":"3.097548809s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.656042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29791935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.150993Z","time spent":"3.505019749s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375425229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351706902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:18:25.656066Z","caller":"traceutil/trace.go:171","msg":"trace[638236255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:587; }","duration":"3.29794593s","start":"2026-04-28T03:18:22.358111Z","end":"2026-04-28T03:18:25.656057Z","steps":["trace[638236255] 'agreement among raft nodes before linearized reading' (duration: 3.29791762s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656079Z","caller":"traceutil/trace.go:171","msg":"trace[1821594948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"2.37631491s","start":"2026-04-28T03:18:23.279754Z","end":"2026-04-28T03:18:25.656069Z","steps":["trace[1821594948] 'agreement among raft nodes before linearized reading' (duration: 2.375428189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656091Z","caller":"traceutil/trace.go:171","msg":"trace[1377636896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"3.352522482s","start":"2026-04-28T03:18:22.303563Z","end":"2026-04-28T03:18:25.656086Z","steps":["trace[1377636896] 'agreement among raft nodes before linearized reading' (duration: 3.351666241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435050332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375907234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.558761Z","time spent":"3.097157333s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.656111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.303559Z","time spent":"3.352547642s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:25.655268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435010571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656128Z","caller":"traceutil/trace.go:171","msg":"trace[600944198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"2.376728885s","start":"2026-04-28T03:18:23.279387Z","end":"2026-04-28T03:18:25.656116Z","steps":["trace[600944198] 'agreement among raft nodes before linearized reading' (duration: 2.375896304s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.65614Z","caller":"traceutil/trace.go:171","msg":"trace[107579885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:587; }","duration":"2.435889642s","start":"2026-04-28T03:18:23.220237Z","end":"2026-04-28T03:18:25.656127Z","steps":["trace[107579885] 'agreement among raft nodes before linearized reading' (duration: 2.43494309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516171481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.150707Z","time spent":"3.505335444s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.656158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51602001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.65618Z","caller":"traceutil/trace.go:171","msg":"trace[235959736] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.516220142s","start":"2026-04-28T03:18:22.139954Z","end":"2026-04-28T03:18:25.656174Z","steps":["trace[235959736] 'agreement among raft nodes before linearized reading' (duration: 3.516179962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.139941Z","time spent":"3.516254492s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.656205Z","caller":"traceutil/trace.go:171","msg":"trace[1336179752] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.51611889s","start":"2026-04-28T03:18:22.140073Z","end":"2026-04-28T03:18:25.656192Z","steps":["trace[1336179752] 'agreement among raft nodes before linearized reading' (duration: 3.51605318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.65556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.500229Z","time spent":"3.155316888s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.65622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440433408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656129Z","caller":"traceutil/trace.go:171","msg":"trace[2015361036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:587; }","duration":"2.435904363s","start":"2026-04-28T03:18:23.220211Z","end":"2026-04-28T03:18:25.656115Z","steps":["trace[2015361036] 'agreement among raft nodes before linearized reading' (duration: 2.435041982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656245Z","caller":"traceutil/trace.go:171","msg":"trace[1585460061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:587; }","duration":"3.440476839s","start":"2026-04-28T03:18:22.215761Z","end":"2026-04-28T03:18:25.656238Z","steps":["trace[1585460061] 'agreement among raft nodes before linearized reading' (duration: 3.439712189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.140066Z","time spent":"3.516169191s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.655321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155005304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440542759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.215752Z","time spent":"3.440508849s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.656315Z","caller":"traceutil/trace.go:171","msg":"trace[1490279644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:587; }","duration":"3.44056823s","start":"2026-04-28T03:18:22.215741Z","end":"2026-04-28T03:18:25.656309Z","steps":["trace[1490279644] 'agreement among raft nodes before linearized reading' (duration: 3.439741959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.215721Z","time spent":"3.440607421s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.656331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530236587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:18:25.656354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051533816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.279377Z","time spent":"2.376773986s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.656371Z","caller":"traceutil/trace.go:171","msg":"trace[63863520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:587; }","duration":"3.051564026s","start":"2026-04-28T03:18:22.604802Z","end":"2026-04-28T03:18:25.656366Z","steps":["trace[63863520] 'agreement among raft nodes before linearized reading' (duration: 3.050702646s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656291Z","caller":"traceutil/trace.go:171","msg":"trace[1676642260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:587; }","duration":"3.155992556s","start":"2026-04-28T03:18:22.500292Z","end":"2026-04-28T03:18:25.656284Z","steps":["trace[1676642260] 'agreement among raft nodes before linearized reading' (duration: 3.154989124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076325307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656366Z","caller":"traceutil/trace.go:171","msg":"trace[1449672362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"3.530294867s","start":"2026-04-28T03:18:22.126062Z","end":"2026-04-28T03:18:25.656357Z","steps":["trace[1449672362] 'agreement among raft nodes before linearized reading' (duration: 3.530123255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051610467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.126038Z","time spent":"3.530369738s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:25.656424Z","caller":"traceutil/trace.go:171","msg":"trace[1556904704] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:587; }","duration":"3.051656728s","start":"2026-04-28T03:18:22.604753Z","end":"2026-04-28T03:18:25.65641Z","steps":["trace[1556904704] 'agreement among raft nodes before linearized reading' (duration: 3.050757787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.604735Z","time spent":"3.051708958s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.656658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.500287Z","time spent":"3.156165408s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.656673Z","caller":"traceutil/trace.go:171","msg":"trace[857805082] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"2.376495172s","start":"2026-04-28T03:18:23.279429Z","end":"2026-04-28T03:18:25.655924Z","steps":["trace[857805082] 'agreement among raft nodes before linearized reading' (duration: 2.375818744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076062044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656734Z","caller":"traceutil/trace.go:171","msg":"trace[1405550700] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:587; }","duration":"3.076110114s","start":"2026-04-28T03:18:22.580616Z","end":"2026-04-28T03:18:25.656726Z","steps":["trace[1405550700] 'agreement among raft nodes before linearized reading' (duration: 3.07490199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.279421Z","time spent":"2.377294161s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.65536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706958816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608686127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26322949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656813Z","caller":"traceutil/trace.go:171","msg":"trace[1072644505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:587; }","duration":"2.608720757s","start":"2026-04-28T03:18:23.048085Z","end":"2026-04-28T03:18:25.656806Z","steps":["trace[1072644505] 'agreement among raft nodes before linearized reading' (duration: 2.607428672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.048078Z","time spent":"2.608753418s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.656832Z","caller":"traceutil/trace.go:171","msg":"trace[2005091655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:587; }","duration":"3.26493243s","start":"2026-04-28T03:18:22.391881Z","end":"2026-04-28T03:18:25.656813Z","steps":["trace[2005091655] 'agreement among raft nodes before linearized reading' (duration: 3.26322302s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656822Z","caller":"traceutil/trace.go:171","msg":"trace[1545573332] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"2.708435633s","start":"2026-04-28T03:18:22.948359Z","end":"2026-04-28T03:18:25.656795Z","steps":["trace[1545573332] 'agreement among raft nodes before linearized reading' (duration: 2.706980406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.391878Z","time spent":"3.264997521s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.656907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.948338Z","time spent":"2.708545264s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.65539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201552973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.656998Z","caller":"traceutil/trace.go:171","msg":"trace[743672607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:587; }","duration":"3.203172173s","start":"2026-04-28T03:18:22.453809Z","end":"2026-04-28T03:18:25.656982Z","steps":["trace[743672607] 'agreement among raft nodes before linearized reading' (duration: 3.201561054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.657027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.453794Z","time spent":"3.203225214s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.655408Z","caller":"traceutil/trace.go:171","msg":"trace[378855657] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:587; }","duration":"2.453006932s","start":"2026-04-28T03:18:23.202372Z","end":"2026-04-28T03:18:25.655379Z","steps":["trace[378855657] 'agreement among raft nodes before linearized reading' (duration: 2.452889951s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.656406Z","caller":"traceutil/trace.go:171","msg":"trace[250166870] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:587; }","duration":"3.076403778s","start":"2026-04-28T03:18:22.579996Z","end":"2026-04-28T03:18:25.656399Z","steps":["trace[250166870] 'agreement among raft nodes before linearized reading' (duration: 3.075502387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.65784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.579988Z","time spent":"3.077839265s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.655366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384940004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.657925Z","caller":"traceutil/trace.go:171","msg":"trace[575055681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:587; }","duration":"3.387491204s","start":"2026-04-28T03:18:22.270412Z","end":"2026-04-28T03:18:25.657903Z","steps":["trace[575055681] 'agreement among raft nodes before linearized reading' (duration: 3.384937794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434661787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.654858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226618479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:24.203724Z","time spent":"1.451429223s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:18:25.655495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.891414Z","time spent":"2.764075347s","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.65552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.202322Z","time spent":"2.453190715s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.65492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178706614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32093041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655706Z","caller":"traceutil/trace.go:171","msg":"trace[1716700097] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.178623453s","start":"2026-04-28T03:18:22.477071Z","end":"2026-04-28T03:18:25.655694Z","steps":["trace[1716700097] 'agreement among raft nodes before linearized reading' (duration: 3.178516222s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655699Z","caller":"traceutil/trace.go:171","msg":"trace[187725067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:587; }","duration":"3.201796136s","start":"2026-04-28T03:18:22.453843Z","end":"2026-04-28T03:18:25.655639Z","steps":["trace[187725067] 'agreement among raft nodes before linearized reading' (duration: 3.201464382s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.65574Z","caller":"traceutil/trace.go:171","msg":"trace[1826262228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:587; }","duration":"2.922226502s","start":"2026-04-28T03:18:22.733505Z","end":"2026-04-28T03:18:25.655731Z","steps":["trace[1826262228] 'agreement among raft nodes before linearized reading' (duration: 2.9220253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.654884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607002987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:25.655249Z","caller":"traceutil/trace.go:171","msg":"trace[1675243253] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.178936277s","start":"2026-04-28T03:18:22.476257Z","end":"2026-04-28T03:18:25.655193Z","steps":["trace[1675243253] 'agreement among raft nodes before linearized reading' (duration: 3.178588323s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655813Z","caller":"traceutil/trace.go:171","msg":"trace[1443124936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:587; }","duration":"3.097225494s","start":"2026-04-28T03:18:22.558578Z","end":"2026-04-28T03:18:25.655803Z","steps":["trace[1443124936] 'agreement among raft nodes before linearized reading' (duration: 3.097167813s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655842Z","caller":"traceutil/trace.go:171","msg":"trace[613067107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:587; }","duration":"3.505392004s","start":"2026-04-28T03:18:22.150443Z","end":"2026-04-28T03:18:25.655835Z","steps":["trace[613067107] 'agreement among raft nodes before linearized reading' (duration: 3.505359413s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655888Z","caller":"traceutil/trace.go:171","msg":"trace[1211298471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"3.4592346s","start":"2026-04-28T03:18:22.196648Z","end":"2026-04-28T03:18:25.655882Z","steps":["trace[1211298471] 'agreement among raft nodes before linearized reading' (duration: 3.45920612s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.655894Z","caller":"traceutil/trace.go:171","msg":"trace[32837682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:587; }","duration":"2.452854952s","start":"2026-04-28T03:18:23.203033Z","end":"2026-04-28T03:18:25.655888Z","steps":["trace[32837682] 'agreement among raft nodes before linearized reading' (duration: 2.452040312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264107521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264125401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.358105Z","time spent":"3.29798538s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.656101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.279748Z","time spent":"2.37634617s","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.656094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51609432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.655299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764613715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:25.656167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.220233Z","time spent":"2.435923992s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.655262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705521701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:18:25.656266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.220202Z","time spent":"2.436054394s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.655334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351840894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:18:25.656389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.604796Z","time spent":"3.051589417s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.65632Z","caller":"traceutil/trace.go:171","msg":"trace[1925496563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"3.459165089s","start":"2026-04-28T03:18:22.196744Z","end":"2026-04-28T03:18:25.65591Z","steps":["trace[1925496563] 'agreement among raft nodes before linearized reading' (duration: 3.458600542s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.656766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.58061Z","time spent":"3.076144485s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.657106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.20235Z","time spent":"2.454744104s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.655419Z","caller":"traceutil/trace.go:171","msg":"trace[1759536165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:587; }","duration":"3.385041295s","start":"2026-04-28T03:18:22.270371Z","end":"2026-04-28T03:18:25.655412Z","steps":["trace[1759536165] 'agreement among raft nodes before linearized reading' (duration: 3.385007864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.655488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.948376Z","time spent":"2.706977606s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.65537Z","caller":"traceutil/trace.go:171","msg":"trace[1271467187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"2.391029923s","start":"2026-04-28T03:18:23.264324Z","end":"2026-04-28T03:18:25.655354Z","steps":["trace[1271467187] 'agreement among raft nodes before linearized reading' (duration: 2.390979792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.661739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.264311Z","time spent":"2.397378848s","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:25.661731Z","caller":"traceutil/trace.go:171","msg":"trace[887021634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:587; }","duration":"3.326947721s","start":"2026-04-28T03:18:22.334751Z","end":"2026-04-28T03:18:25.661699Z","steps":["trace[887021634] 'agreement among raft nodes before linearized reading' (duration: 3.32092246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.663179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.477063Z","time spent":"3.186083891s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.655429Z","caller":"traceutil/trace.go:171","msg":"trace[1980116009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"2.390993173s","start":"2026-04-28T03:18:23.26443Z","end":"2026-04-28T03:18:25.655423Z","steps":["trace[1980116009] 'agreement among raft nodes before linearized reading' (duration: 2.390957472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.663257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.334745Z","time spent":"3.328482489s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.663174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.270408Z","time spent":"3.392745066s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.663281Z","caller":"traceutil/trace.go:171","msg":"trace[1041991253] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:587; }","duration":"2.615464336s","start":"2026-04-28T03:18:23.047803Z","end":"2026-04-28T03:18:25.663267Z","steps":["trace[1041991253] 'agreement among raft nodes before linearized reading' (duration: 2.606935416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.663376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.047794Z","time spent":"2.615556937s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.663828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.270355Z","time spent":"3.393457724s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.664266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.733482Z","time spent":"2.930753953s","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.66455Z","caller":"traceutil/trace.go:171","msg":"trace[83404009] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:587; }","duration":"3.272486789s","start":"2026-04-28T03:18:22.391827Z","end":"2026-04-28T03:18:25.664314Z","steps":["trace[83404009] 'agreement among raft nodes before linearized reading' (duration: 3.264114741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.664735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.391808Z","time spent":"3.272912525s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:25.66599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.453839Z","time spent":"3.209950162s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.666084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.150435Z","time spent":"3.513931705s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.666006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.196639Z","time spent":"3.467706799s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.666372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.203026Z","time spent":"2.460867865s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.666435Z","caller":"traceutil/trace.go:171","msg":"trace[435320084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"3.714204572s","start":"2026-04-28T03:18:21.949685Z","end":"2026-04-28T03:18:25.66389Z","steps":["trace[435320084] 'agreement among raft nodes before linearized reading' (duration: 3.705041455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.666468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:21.949658Z","time spent":"3.716802124s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:25.667015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.476252Z","time spent":"3.188078525s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.667166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.558567Z","time spent":"3.105776885s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.667405Z","caller":"traceutil/trace.go:171","msg":"trace[742588958] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:587; }","duration":"3.272485849s","start":"2026-04-28T03:18:22.391866Z","end":"2026-04-28T03:18:25.664352Z","steps":["trace[742588958] 'agreement among raft nodes before linearized reading' (duration: 3.264118001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.667451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.391862Z","time spent":"3.275576876s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.667596Z","caller":"traceutil/trace.go:171","msg":"trace[323994045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:587; }","duration":"2.773173635s","start":"2026-04-28T03:18:22.89062Z","end":"2026-04-28T03:18:25.663794Z","steps":["trace[323994045] 'agreement among raft nodes before linearized reading' (duration: 2.764605844s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.667834Z","caller":"traceutil/trace.go:171","msg":"trace[826121632] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.18765642s","start":"2026-04-28T03:18:22.476189Z","end":"2026-04-28T03:18:25.663845Z","steps":["trace[826121632] 'agreement among raft nodes before linearized reading' (duration: 3.178701535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.667838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.890588Z","time spent":"2.777219064s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:25.667896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.476176Z","time spent":"3.191691908s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.66795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.19674Z","time spent":"3.467624409s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:25.668029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.264423Z","time spent":"2.399946989s","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.664355Z","caller":"traceutil/trace.go:171","msg":"trace[943415712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:587; }","duration":"3.360287483s","start":"2026-04-28T03:18:22.303467Z","end":"2026-04-28T03:18:25.663755Z","steps":["trace[943415712] 'agreement among raft nodes before linearized reading' (duration: 3.351829373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.668104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.303451Z","time spent":"3.364641294s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:25.668575Z","caller":"traceutil/trace.go:171","msg":"trace[1088589545] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:587; }","duration":"3.235569384s","start":"2026-04-28T03:18:22.428192Z","end":"2026-04-28T03:18:25.663762Z","steps":["trace[1088589545] 'agreement among raft nodes before linearized reading' (duration: 3.226598648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.668637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.428187Z","time spent":"3.240428731s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.668731Z","caller":"traceutil/trace.go:171","msg":"trace[1797839223] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:587; }","duration":"2.443283088s","start":"2026-04-28T03:18:23.220467Z","end":"2026-04-28T03:18:25.66375Z","steps":["trace[1797839223] 'agreement among raft nodes before linearized reading' (duration: 2.434652987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.668777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:23.220461Z","time spent":"2.448303088s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:25.66905Z","caller":"traceutil/trace.go:171","msg":"trace[1686631414] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:587; }","duration":"3.523844601s","start":"2026-04-28T03:18:22.139936Z","end":"2026-04-28T03:18:25.663781Z","steps":["trace[1686631414] 'agreement among raft nodes before linearized reading' (duration: 3.516106561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:25.669097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:22.139915Z","time spent":"3.529170344s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:25.953954Z","caller":"traceutil/trace.go:171","msg":"trace[997992137] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"284.850956ms","start":"2026-04-28T03:18:25.669087Z","end":"2026-04-28T03:18:25.953938Z","steps":["trace[997992137] 'process raft request' (duration: 284.643714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.953953Z","caller":"traceutil/trace.go:171","msg":"trace[1835464079] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"284.136398ms","start":"2026-04-28T03:18:25.6698Z","end":"2026-04-28T03:18:25.953936Z","steps":["trace[1835464079] 'process raft request' (duration: 284.077448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.954393Z","caller":"traceutil/trace.go:171","msg":"trace[258399021] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"284.490491ms","start":"2026-04-28T03:18:25.669895Z","end":"2026-04-28T03:18:25.954385Z","steps":["trace[258399021] 'process raft request' (duration: 284.218558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.954739Z","caller":"traceutil/trace.go:171","msg":"trace[360362732] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"283.570501ms","start":"2026-04-28T03:18:25.671161Z","end":"2026-04-28T03:18:25.954732Z","steps":["trace[360362732] 'process raft request' (duration: 283.190877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.955142Z","caller":"traceutil/trace.go:171","msg":"trace[1258569261] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"283.735753ms","start":"2026-04-28T03:18:25.671397Z","end":"2026-04-28T03:18:25.955132Z","steps":["trace[1258569261] 'process raft request' (duration: 283.302658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:25.955171Z","caller":"traceutil/trace.go:171","msg":"trace[2008818767] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"248.202404ms","start":"2026-04-28T03:18:25.706941Z","end":"2026-04-28T03:18:25.955144Z","steps":["trace[2008818767] 'process raft request' (duration: 248.097773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:27.545416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:28.046433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:28.546759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:29.045215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:18:29.045287Z","caller":"traceutil/trace.go:171","msg":"trace[1471707895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796785s","start":"2026-04-28T03:18:27.044474Z","end":"2026-04-28T03:18:29.045271Z","steps":["trace[1471707895] 'agreement among raft nodes before linearized reading' (duration: 2.000707664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:29.045326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.044453Z","time spent":"2.000864485s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:18:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:18:29.047616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:29.289906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.311722921s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:18:31.046215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000634463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:18:31.046334Z","caller":"traceutil/trace.go:171","msg":"trace[2014329212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812595s","start":"2026-04-28T03:18:29.045501Z","end":"2026-04-28T03:18:31.046314Z","steps":["trace[2014329212] 'agreement among raft nodes before linearized reading' (duration: 2.000669464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.046382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:29.045477Z","time spent":"2.000895566s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:18:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:18:32.03049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.172671461s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:18:32.039371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848729993s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:32.039477Z","caller":"traceutil/trace.go:171","msg":"trace[68902425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:595; }","duration":"1.848844975s","start":"2026-04-28T03:18:30.190615Z","end":"2026-04-28T03:18:32.03946Z","steps":["trace[68902425] 'range keys from in-memory index tree' (duration: 1.848713833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.04097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750755602s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:32.04124Z","caller":"traceutil/trace.go:171","msg":"trace[732734925] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"6.06316439s","start":"2026-04-28T03:18:25.978043Z","end":"2026-04-28T03:18:32.041207Z","steps":["trace[732734925] 'process raft request' (duration: 3.312112534s)","trace[732734925] 'compare' (duration: 2.749472877s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:32.041253Z","caller":"traceutil/trace.go:171","msg":"trace[1712480395] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:624; }","duration":"4.996706095s","start":"2026-04-28T03:18:27.044526Z","end":"2026-04-28T03:18:32.041232Z","steps":["trace[1712480395] 'read index received' (duration: 2.245603689s)","trace[1712480395] 'applied index is now lower than readState.Index' (duration: 2.751100016s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:32.041303Z","caller":"traceutil/trace.go:171","msg":"trace[1649368421] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"4.351530893s","start":"2026-04-28T03:18:27.689703Z","end":"2026-04-28T03:18:32.041234Z","steps":["trace[1649368421] 'process raft request' (duration: 4.351356751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.041373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:25.978014Z","time spent":"6.063292722s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:32.041451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.689681Z","time spent":"4.351689764s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:32.048283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08986211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:32.048356Z","caller":"traceutil/trace.go:171","msg":"trace[582895547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"4.089994231s","start":"2026-04-28T03:18:27.958352Z","end":"2026-04-28T03:18:32.048346Z","steps":["trace[582895547] 'agreement among raft nodes before linearized reading' (duration: 4.089828359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.048381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.958328Z","time spent":"4.090047252s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:32.048392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.917972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:32.048439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.780728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:18:32.04846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08910826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:32.048469Z","caller":"traceutil/trace.go:171","msg":"trace[400380294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"995.038614ms","start":"2026-04-28T03:18:31.053405Z","end":"2026-04-28T03:18:32.048444Z","steps":["trace[400380294] 'agreement among raft nodes before linearized reading' (duration: 994.880202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.048524Z","caller":"traceutil/trace.go:171","msg":"trace[174830705] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:597; }","duration":"998.90246ms","start":"2026-04-28T03:18:31.049599Z","end":"2026-04-28T03:18:32.048501Z","steps":["trace[174830705] 'agreement among raft nodes before linearized reading' (duration: 998.643116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.048512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089204743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:32.048528Z","caller":"traceutil/trace.go:171","msg":"trace[42109524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"4.089203382s","start":"2026-04-28T03:18:27.959309Z","end":"2026-04-28T03:18:32.048512Z","steps":["trace[42109524] 'agreement among raft nodes before linearized reading' (duration: 4.088984318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.048564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.053381Z","time spent":"995.173186ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:32.048573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.04958Z","time spent":"998.98201ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"info","ts":"2026-04-28T03:18:32.048579Z","caller":"traceutil/trace.go:171","msg":"trace[23791627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"4.089310283s","start":"2026-04-28T03:18:27.959253Z","end":"2026-04-28T03:18:32.048563Z","steps":["trace[23791627] 'agreement among raft nodes before linearized reading' (duration: 4.089043469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.048584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.959296Z","time spent":"4.089276853s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:32.048616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.959237Z","time spent":"4.089369844s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:32.048594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08994038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:32.048695Z","caller":"traceutil/trace.go:171","msg":"trace[1153875787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:597; }","duration":"4.090080752s","start":"2026-04-28T03:18:27.958603Z","end":"2026-04-28T03:18:32.048684Z","steps":["trace[1153875787] 'agreement among raft nodes before linearized reading' (duration: 4.089789858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.048728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:27.958593Z","time spent":"4.090124882s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:34.264303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:18:34.587599Z","caller":"traceutil/trace.go:171","msg":"trace[599270027] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"916.794531ms","start":"2026-04-28T03:18:33.670782Z","end":"2026-04-28T03:18:34.587577Z","steps":["trace[599270027] 'process raft request' (duration: 916.62308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.587876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:33.670761Z","time spent":"917.048645ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:34.593286Z","caller":"traceutil/trace.go:171","msg":"trace[613356174] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"829.911099ms","start":"2026-04-28T03:18:33.763355Z","end":"2026-04-28T03:18:34.593266Z","steps":["trace[613356174] 'read index received' (duration: 824.10918ms)","trace[613356174] 'applied index is now lower than readState.Index' (duration: 5.801169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:34.593396Z","caller":"traceutil/trace.go:171","msg":"trace[1122769551] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"828.035767ms","start":"2026-04-28T03:18:33.765352Z","end":"2026-04-28T03:18:34.593388Z","steps":["trace[1122769551] 'process raft request' (duration: 827.804494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.59349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:33.76533Z","time spent":"828.105098ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:34.593791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.430034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wzjmn\" ","response":"range_response_count:1 size:17141"} {"level":"info","ts":"2026-04-28T03:18:34.593854Z","caller":"traceutil/trace.go:171","msg":"trace[201577265] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wzjmn; range_end:; response_count:1; response_revision:611; }","duration":"830.523135ms","start":"2026-04-28T03:18:33.763313Z","end":"2026-04-28T03:18:34.593836Z","steps":["trace[201577265] 'agreement among raft nodes before linearized reading' (duration: 830.355873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.593874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:33.763292Z","time spent":"830.576996ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17164,"request content":"key:\"/registry/pods/kube-system/cilium-wzjmn\" "} {"level":"warn","ts":"2026-04-28T03:18:34.593961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.467752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:34.59403Z","caller":"traceutil/trace.go:171","msg":"trace[128433261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"548.578524ms","start":"2026-04-28T03:18:34.045433Z","end":"2026-04-28T03:18:34.594012Z","steps":["trace[128433261] 'agreement among raft nodes before linearized reading' (duration: 548.468093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.594069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.045413Z","time spent":"548.649385ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:34.594122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.095511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:34.594176Z","caller":"traceutil/trace.go:171","msg":"trace[613912505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"505.149222ms","start":"2026-04-28T03:18:34.089012Z","end":"2026-04-28T03:18:34.594161Z","steps":["trace[613912505] 'agreement among raft nodes before linearized reading' (duration: 505.00767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.59422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.088984Z","time spent":"505.225912ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:34.594213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.271793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:18:34.594241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.034445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:34.594282Z","caller":"traceutil/trace.go:171","msg":"trace[1621036294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"507.108185ms","start":"2026-04-28T03:18:34.087161Z","end":"2026-04-28T03:18:34.594269Z","steps":["trace[1621036294] 'agreement among raft nodes before linearized reading' (duration: 506.940823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:34.594281Z","caller":"traceutil/trace.go:171","msg":"trace[1313494764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"505.345234ms","start":"2026-04-28T03:18:34.088917Z","end":"2026-04-28T03:18:34.594262Z","steps":["trace[1313494764] 'agreement among raft nodes before linearized reading' (duration: 505.156172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.594308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.087138Z","time spent":"507.162785ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:34.594321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.088885Z","time spent":"505.425735ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:34.594398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.458476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:34.59441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.136067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:18:34.59442Z","caller":"traceutil/trace.go:171","msg":"trace[142218907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"505.495536ms","start":"2026-04-28T03:18:34.088919Z","end":"2026-04-28T03:18:34.594414Z","steps":["trace[142218907] 'agreement among raft nodes before linearized reading' (duration: 505.440265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:34.594434Z","caller":"traceutil/trace.go:171","msg":"trace[1419300748] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:611; }","duration":"390.205138ms","start":"2026-04-28T03:18:34.204222Z","end":"2026-04-28T03:18:34.594427Z","steps":["trace[1419300748] 'agreement among raft nodes before linearized reading' (duration: 390.110937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:34.594439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.08891Z","time spent":"505.525716ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:34.594454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.2042Z","time spent":"390.249648ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:18:38.194268Z","caller":"traceutil/trace.go:171","msg":"trace[1691788280] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"198.211875ms","start":"2026-04-28T03:18:37.996032Z","end":"2026-04-28T03:18:38.194244Z","steps":["trace[1691788280] 'process raft request' (duration: 197.936032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:38.203881Z","caller":"traceutil/trace.go:171","msg":"trace[931060601] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:707; }","duration":"158.562928ms","start":"2026-04-28T03:18:38.045261Z","end":"2026-04-28T03:18:38.203824Z","steps":["trace[931060601] 'read index received' (duration: 148.737762ms)","trace[931060601] 'applied index is now lower than readState.Index' (duration: 9.823966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:38.204003Z","caller":"traceutil/trace.go:171","msg":"trace[197434345] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"177.064696ms","start":"2026-04-28T03:18:38.026928Z","end":"2026-04-28T03:18:38.203992Z","steps":["trace[197434345] 'process raft request' (duration: 176.626411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:38.204195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.914932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:38.204233Z","caller":"traceutil/trace.go:171","msg":"trace[1036681402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"159.003004ms","start":"2026-04-28T03:18:38.04522Z","end":"2026-04-28T03:18:38.204223Z","steps":["trace[1036681402] 'agreement among raft nodes before linearized reading' (duration: 158.872172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.295161Z","caller":"traceutil/trace.go:171","msg":"trace[1405450987] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"249.172801ms","start":"2026-04-28T03:18:44.045965Z","end":"2026-04-28T03:18:44.295138Z","steps":["trace[1405450987] 'read index received' (duration: 248.895181ms)","trace[1405450987] 'applied index is now lower than readState.Index' (duration: 274.539µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:44.295244Z","caller":"traceutil/trace.go:171","msg":"trace[2075248445] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"315.440836ms","start":"2026-04-28T03:18:43.979788Z","end":"2026-04-28T03:18:44.295229Z","steps":["trace[2075248445] 'process raft request' (duration: 315.190537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:44.295337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:43.979764Z","time spent":"315.514498ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:44.295327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.353817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:44.295384Z","caller":"traceutil/trace.go:171","msg":"trace[955152328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:713; }","duration":"249.44459ms","start":"2026-04-28T03:18:44.045924Z","end":"2026-04-28T03:18:44.295368Z","steps":["trace[955152328] 'agreement among raft nodes before linearized reading' (duration: 249.352617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.447734Z","caller":"traceutil/trace.go:171","msg":"trace[153473701] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"100.709671ms","start":"2026-04-28T03:18:44.346971Z","end":"2026-04-28T03:18:44.447681Z","steps":["trace[153473701] 'process raft request' (duration: 31.779307ms)","trace[153473701] 'compare' (duration: 68.728998ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:44.498607Z","caller":"traceutil/trace.go:171","msg":"trace[1387227404] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"131.607809ms","start":"2026-04-28T03:18:44.366972Z","end":"2026-04-28T03:18:44.49858Z","steps":["trace[1387227404] 'process raft request' (duration: 131.500145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.498599Z","caller":"traceutil/trace.go:171","msg":"trace[265757415] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"131.802075ms","start":"2026-04-28T03:18:44.36675Z","end":"2026-04-28T03:18:44.498552Z","steps":["trace[265757415] 'process raft request' (duration: 131.553937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.498912Z","caller":"traceutil/trace.go:171","msg":"trace[1483501008] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"131.912399ms","start":"2026-04-28T03:18:44.366979Z","end":"2026-04-28T03:18:44.498891Z","steps":["trace[1483501008] 'process raft request' (duration: 131.558847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.694715Z","caller":"traceutil/trace.go:171","msg":"trace[1366721818] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"153.537739ms","start":"2026-04-28T03:18:44.541142Z","end":"2026-04-28T03:18:44.69468Z","steps":["trace[1366721818] 'process raft request' (duration: 153.319021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.70107Z","caller":"traceutil/trace.go:171","msg":"trace[22704281] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"157.919494ms","start":"2026-04-28T03:18:44.54312Z","end":"2026-04-28T03:18:44.70104Z","steps":["trace[22704281] 'process raft request' (duration: 157.77418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.866272Z","caller":"traceutil/trace.go:171","msg":"trace[1082429915] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:756; }","duration":"117.347915ms","start":"2026-04-28T03:18:44.748884Z","end":"2026-04-28T03:18:44.866232Z","steps":["trace[1082429915] 'read index received' (duration: 50.990016ms)","trace[1082429915] 'applied index is now lower than readState.Index' (duration: 66.356469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:44.866457Z","caller":"traceutil/trace.go:171","msg":"trace[164069477] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"158.874047ms","start":"2026-04-28T03:18:44.707569Z","end":"2026-04-28T03:18:44.866444Z","steps":["trace[164069477] 'process raft request' (duration: 92.361143ms)","trace[164069477] 'compare' (duration: 66.153492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:44.866894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.991796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:44.866979Z","caller":"traceutil/trace.go:171","msg":"trace[2062453395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:723; }","duration":"118.117201ms","start":"2026-04-28T03:18:44.748842Z","end":"2026-04-28T03:18:44.866959Z","steps":["trace[2062453395] 'agreement among raft nodes before linearized reading' (duration: 117.968346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.190859Z","caller":"traceutil/trace.go:171","msg":"trace[548652891] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"301.614716ms","start":"2026-04-28T03:18:46.889218Z","end":"2026-04-28T03:18:47.190833Z","steps":["trace[548652891] 'process raft request' (duration: 301.455361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.191064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.889207Z","time spent":"301.7462ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:47.302384Z","caller":"traceutil/trace.go:171","msg":"trace[460745483] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"412.485035ms","start":"2026-04-28T03:18:46.889827Z","end":"2026-04-28T03:18:47.302312Z","steps":["trace[460745483] 'process raft request' (duration: 412.428374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.302537Z","caller":"traceutil/trace.go:171","msg":"trace[1468479421] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"413.267141ms","start":"2026-04-28T03:18:46.889229Z","end":"2026-04-28T03:18:47.302496Z","steps":["trace[1468479421] 'process raft request' (duration: 382.271169ms)","trace[1468479421] 'compare' (duration: 30.571988ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:47.302609Z","caller":"traceutil/trace.go:171","msg":"trace[636862609] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"411.72495ms","start":"2026-04-28T03:18:46.890866Z","end":"2026-04-28T03:18:47.302591Z","steps":["trace[636862609] 'process raft request' (duration: 411.684428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.302625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.889795Z","time spent":"412.691942ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:47.302655Z","caller":"traceutil/trace.go:171","msg":"trace[496378532] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"412.122842ms","start":"2026-04-28T03:18:46.890517Z","end":"2026-04-28T03:18:47.302639Z","steps":["trace[496378532] 'process raft request' (duration: 411.878054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.302723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.890487Z","time spent":"412.196855ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:47.302724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.889219Z","time spent":"413.401116ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:47.302735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.890857Z","time spent":"411.806632ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:49.807905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:50.309033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:50.846597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:51.209589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.009779121s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:18:51.209961Z","caller":"traceutil/trace.go:171","msg":"trace[979341063] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"2.010220437s","start":"2026-04-28T03:18:49.199717Z","end":"2026-04-28T03:18:51.209938Z","steps":["trace[979341063] 'process raft request' (duration: 2.010091702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.210131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.199694Z","time spent":"2.010358681s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:52.045288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:18:52.045356Z","caller":"traceutil/trace.go:171","msg":"trace[44144653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253764s","start":"2026-04-28T03:18:50.045087Z","end":"2026-04-28T03:18:52.045341Z","steps":["trace[44144653] 'agreement among raft nodes before linearized reading' (duration: 2.000164231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.04539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.045065Z","time spent":"2.000319266s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:18:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:18:53.061026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086157859s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:18:53.061438Z","caller":"traceutil/trace.go:171","msg":"trace[876101032] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"3.754312447s","start":"2026-04-28T03:18:49.307073Z","end":"2026-04-28T03:18:53.061385Z","steps":["trace[876101032] 'read index received' (duration: 1.902912927s)","trace[876101032] 'applied index is now lower than readState.Index' (duration: 1.851395479s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:53.061676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754587186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:18:53.061775Z","caller":"traceutil/trace.go:171","msg":"trace[948897947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:752; }","duration":"3.754718111s","start":"2026-04-28T03:18:49.307034Z","end":"2026-04-28T03:18:53.061752Z","steps":["trace[948897947] 'agreement among raft nodes before linearized reading' (duration: 3.754446831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.06189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.307011Z","time spent":"3.754865246s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:53.06224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755062452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:53.062308Z","caller":"traceutil/trace.go:171","msg":"trace[2040747146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"3.755179725s","start":"2026-04-28T03:18:49.307112Z","end":"2026-04-28T03:18:53.062292Z","steps":["trace[2040747146] 'agreement among raft nodes before linearized reading' (duration: 3.754974079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.062341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.307081Z","time spent":"3.755252688s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:53.062402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009369275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:53.062479Z","caller":"traceutil/trace.go:171","msg":"trace[1755526496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"1.009468258s","start":"2026-04-28T03:18:52.052997Z","end":"2026-04-28T03:18:53.062466Z","steps":["trace[1755526496] 'agreement among raft nodes before linearized reading' (duration: 1.009275462s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.062541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.052982Z","time spent":"1.00954951s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:53.06261Z","caller":"traceutil/trace.go:171","msg":"trace[1485883727] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"476.254026ms","start":"2026-04-28T03:18:52.586317Z","end":"2026-04-28T03:18:53.062571Z","steps":["trace[1485883727] 'process raft request' (duration: 475.001903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.062635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.97774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:53.062672Z","caller":"traceutil/trace.go:171","msg":"trace[1276905509] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:753; }","duration":"755.059183ms","start":"2026-04-28T03:18:52.307604Z","end":"2026-04-28T03:18:53.062664Z","steps":["trace[1276905509] 'agreement among raft nodes before linearized reading' (duration: 754.9813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.062697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.307584Z","time spent":"755.107695ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:53.062785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376572155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:53.062836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002138434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:18:53.062846Z","caller":"traceutil/trace.go:171","msg":"trace[1792450719] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:753; }","duration":"2.376687398s","start":"2026-04-28T03:18:50.68614Z","end":"2026-04-28T03:18:53.062828Z","steps":["trace[1792450719] 'agreement among raft nodes before linearized reading' (duration: 2.376574964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.062842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745216924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:18:53.062866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754939497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:53.062967Z","caller":"traceutil/trace.go:171","msg":"trace[1892701608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"3.745355468s","start":"2026-04-28T03:18:49.317566Z","end":"2026-04-28T03:18:53.062922Z","steps":["trace[1892701608] 'agreement among raft nodes before linearized reading' (duration: 3.745061458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:53.062887Z","caller":"traceutil/trace.go:171","msg":"trace[1085126739] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:753; }","duration":"1.002217337s","start":"2026-04-28T03:18:52.060655Z","end":"2026-04-28T03:18:53.062873Z","steps":["trace[1085126739] 'agreement among raft nodes before linearized reading' (duration: 1.002055941s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:53.06298Z","caller":"traceutil/trace.go:171","msg":"trace[730388318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"3.755118962s","start":"2026-04-28T03:18:49.307838Z","end":"2026-04-28T03:18:53.062957Z","steps":["trace[730388318] 'agreement among raft nodes before linearized reading' (duration: 3.754836303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.063026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.06064Z","time spent":"1.002378111s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:18:53.063032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.317553Z","time spent":"3.745463722s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:53.063048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.307807Z","time spent":"3.755226526s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:53.062893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:50.686117Z","time spent":"2.376763701s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:53.062843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.586294Z","time spent":"476.354959ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:53.062931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205074502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:53.063216Z","caller":"traceutil/trace.go:171","msg":"trace[725403205] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:753; }","duration":"3.205448854s","start":"2026-04-28T03:18:49.857754Z","end":"2026-04-28T03:18:53.063202Z","steps":["trace[725403205] 'agreement among raft nodes before linearized reading' (duration: 3.205030081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.063247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:49.857725Z","time spent":"3.205513387s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:53.062948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775971092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:53.063542Z","caller":"traceutil/trace.go:171","msg":"trace[481203731] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:753; }","duration":"1.776606012s","start":"2026-04-28T03:18:51.286926Z","end":"2026-04-28T03:18:53.063532Z","steps":["trace[481203731] 'agreement among raft nodes before linearized reading' (duration: 1.775588549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:53.063575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.286905Z","time spent":"1.776657994s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":71,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:53.57219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096293900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:54.07559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.793391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:54.075859Z","caller":"traceutil/trace.go:171","msg":"trace[1616093231] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"1.011062271s","start":"2026-04-28T03:18:53.064773Z","end":"2026-04-28T03:18:54.075835Z","steps":["trace[1616093231] 'process raft request' (duration: 650.943059ms)","trace[1616093231] 'compare' (duration: 359.683917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:54.07598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.064758Z","time spent":"1.011177485s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.559426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.201314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:54.559707Z","caller":"traceutil/trace.go:171","msg":"trace[250929579] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.493475382s","start":"2026-04-28T03:18:53.066202Z","end":"2026-04-28T03:18:54.559677Z","steps":["trace[250929579] 'process raft request' (duration: 1.493345078s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:54.559725Z","caller":"traceutil/trace.go:171","msg":"trace[1835044732] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.492392265s","start":"2026-04-28T03:18:53.067312Z","end":"2026-04-28T03:18:54.559704Z","steps":["trace[1835044732] 'process raft request' (duration: 1.492287032s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:54.559709Z","caller":"traceutil/trace.go:171","msg":"trace[63392329] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"1.493482642s","start":"2026-04-28T03:18:53.066139Z","end":"2026-04-28T03:18:54.559622Z","steps":["trace[63392329] 'process raft request' (duration: 1.111972169s)","trace[63392329] 'compare' (duration: 381.042948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:54.559816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.067304Z","time spent":"1.492478749s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.559873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.066197Z","time spent":"1.493580055s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:54.559953Z","caller":"traceutil/trace.go:171","msg":"trace[1509720393] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"1.492115176s","start":"2026-04-28T03:18:53.067826Z","end":"2026-04-28T03:18:54.559941Z","steps":["trace[1509720393] 'process raft request' (duration: 1.491807106s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.560007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.067817Z","time spent":"1.492163148s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:54.55996Z","caller":"traceutil/trace.go:171","msg":"trace[513503864] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:789; }","duration":"1.488536677s","start":"2026-04-28T03:18:53.071381Z","end":"2026-04-28T03:18:54.559918Z","steps":["trace[513503864] 'read index received' (duration: 644.285787ms)","trace[513503864] 'applied index is now lower than readState.Index' (duration: 844.24721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:54.560053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488659941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:54.560108Z","caller":"traceutil/trace.go:171","msg":"trace[277812887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"1.488732454s","start":"2026-04-28T03:18:53.071362Z","end":"2026-04-28T03:18:54.560094Z","steps":["trace[277812887] 'agreement among raft nodes before linearized reading' (duration: 1.488644121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.560146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.071352Z","time spent":"1.488785145s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:54.560119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.066122Z","time spent":"1.493763972s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.560234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338602608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:18:54.560276Z","caller":"traceutil/trace.go:171","msg":"trace[1343407021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:758; }","duration":"1.338669281s","start":"2026-04-28T03:18:53.221595Z","end":"2026-04-28T03:18:54.560264Z","steps":["trace[1343407021] 'agreement among raft nodes before linearized reading' (duration: 1.338546906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.56031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.221573Z","time spent":"1.338730653s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:54.560376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.760293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:18:54.560447Z","caller":"traceutil/trace.go:171","msg":"trace[787093359] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:758; }","duration":"354.886048ms","start":"2026-04-28T03:18:54.205543Z","end":"2026-04-28T03:18:54.560429Z","steps":["trace[787093359] 'agreement among raft nodes before linearized reading' (duration: 354.616518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.560416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116077576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:54.560507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.205522Z","time spent":"354.970721ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:18:54.560534Z","caller":"traceutil/trace.go:171","msg":"trace[2023058925] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:758; }","duration":"1.116234101s","start":"2026-04-28T03:18:53.444289Z","end":"2026-04-28T03:18:54.560523Z","steps":["trace[2023058925] 'agreement among raft nodes before linearized reading' (duration: 1.116089795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.56062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:53.444268Z","time spent":"1.116338855s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:55.143979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.167797ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:18:55.144268Z","caller":"traceutil/trace.go:171","msg":"trace[1231973912] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:794; }","duration":"574.764104ms","start":"2026-04-28T03:18:54.569486Z","end":"2026-04-28T03:18:55.14425Z","steps":["trace[1231973912] 'read index received' (duration: 274.337418ms)","trace[1231973912] 'applied index is now lower than readState.Index' (duration: 300.425716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:55.14439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.891638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:55.144427Z","caller":"traceutil/trace.go:171","msg":"trace[1512430568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"574.958221ms","start":"2026-04-28T03:18:54.569459Z","end":"2026-04-28T03:18:55.144417Z","steps":["trace[1512430568] 'agreement among raft nodes before linearized reading' (duration: 574.851637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.144466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.569449Z","time spent":"575.008372ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:55.144476Z","caller":"traceutil/trace.go:171","msg":"trace[1914429760] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"579.627256ms","start":"2026-04-28T03:18:54.564814Z","end":"2026-04-28T03:18:55.144441Z","steps":["trace[1914429760] 'process raft request' (duration: 579.266444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:55.144608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.561487Z","time spent":"583.113882ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:18:55.144642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.564791Z","time spent":"579.75765ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:55.597953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.92735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:55.598052Z","caller":"traceutil/trace.go:171","msg":"trace[1279653939] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"452.050131ms","start":"2026-04-28T03:18:55.145988Z","end":"2026-04-28T03:18:55.598038Z","steps":["trace[1279653939] 'process raft request' (duration: 267.981266ms)","trace[1279653939] 'compare' (duration: 183.823117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:55.598094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.145965Z","time spent":"452.111493ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.240405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.228468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.240484Z","caller":"traceutil/trace.go:171","msg":"trace[1526492888] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:760; }","duration":"379.338621ms","start":"2026-04-28T03:18:55.861127Z","end":"2026-04-28T03:18:56.240466Z","steps":["trace[1526492888] 'count revisions from in-memory index tree' (duration: 379.105753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.861121Z","time spent":"379.394383ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:56.240591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.694847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.240686Z","caller":"traceutil/trace.go:171","msg":"trace[108085727] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:760; }","duration":"365.807481ms","start":"2026-04-28T03:18:55.874844Z","end":"2026-04-28T03:18:56.240652Z","steps":["trace[108085727] 'range keys from in-memory index tree' (duration: 365.598124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.893484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.648506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.240755Z","caller":"traceutil/trace.go:171","msg":"trace[2027002459] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:760; }","duration":"365.964976ms","start":"2026-04-28T03:18:55.874776Z","end":"2026-04-28T03:18:56.240741Z","steps":["trace[2027002459] 'range keys from in-memory index tree' (duration: 365.741059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.874837Z","time spent":"365.898134ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:56.24078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.874755Z","time spent":"366.018018ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:56.240774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.674172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.240832Z","caller":"traceutil/trace.go:171","msg":"trace[64548604] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:760; }","duration":"379.785657ms","start":"2026-04-28T03:18:55.861028Z","end":"2026-04-28T03:18:56.240814Z","steps":["trace[64548604] 'range keys from in-memory index tree' (duration: 379.491387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.240779Z","caller":"traceutil/trace.go:171","msg":"trace[82026551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"188.75706ms","start":"2026-04-28T03:18:56.052005Z","end":"2026-04-28T03:18:56.240762Z","steps":["trace[82026551] 'range keys from in-memory index tree' (duration: 188.565254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.861008Z","time spent":"379.848998ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:56.240832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.513082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.479442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.177575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.240919Z","caller":"traceutil/trace.go:171","msg":"trace[485462702] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:760; }","duration":"393.517303ms","start":"2026-04-28T03:18:55.847394Z","end":"2026-04-28T03:18:56.240912Z","steps":["trace[485462702] 'range keys from in-memory index tree' (duration: 393.43026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.185625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.847385Z","time spent":"393.553154ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:18:56.240943Z","caller":"traceutil/trace.go:171","msg":"trace[405954523] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:760; }","duration":"506.660767ms","start":"2026-04-28T03:18:55.734251Z","end":"2026-04-28T03:18:56.240912Z","steps":["trace[405954523] 'range keys from in-memory index tree' (duration: 506.411969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.240959Z","caller":"traceutil/trace.go:171","msg":"trace[884748722] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:760; }","duration":"507.271358ms","start":"2026-04-28T03:18:55.733674Z","end":"2026-04-28T03:18:56.240945Z","steps":["trace[884748722] 'range keys from in-memory index tree' (duration: 507.051711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.240961Z","caller":"traceutil/trace.go:171","msg":"trace[757639906] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:760; }","duration":"507.29454ms","start":"2026-04-28T03:18:55.733642Z","end":"2026-04-28T03:18:56.240936Z","steps":["trace[757639906] 'count revisions from in-memory index tree' (duration: 507.02819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.240956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.554309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.132283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:56.240862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.08828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.24105Z","caller":"traceutil/trace.go:171","msg":"trace[1450764449] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:760; }","duration":"379.684172ms","start":"2026-04-28T03:18:55.861338Z","end":"2026-04-28T03:18:56.241022Z","steps":["trace[1450764449] 'range keys from in-memory index tree' (duration: 379.421454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.241095Z","caller":"traceutil/trace.go:171","msg":"trace[2013054312] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:760; }","duration":"366.336698ms","start":"2026-04-28T03:18:55.874743Z","end":"2026-04-28T03:18:56.24108Z","steps":["trace[2013054312] 'count revisions from in-memory index tree' (duration: 365.946366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.241105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.861329Z","time spent":"379.764926ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:56.241289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.782895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:56.241356Z","caller":"traceutil/trace.go:171","msg":"trace[1932027340] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:760; }","duration":"394.888279ms","start":"2026-04-28T03:18:55.846457Z","end":"2026-04-28T03:18:56.241345Z","steps":["trace[1932027340] 'range keys from in-memory index tree' (duration: 394.731864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.241017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.733625Z","time spent":"507.369581ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:56.241331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.87473Z","time spent":"366.39654ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:56.241406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.846439Z","time spent":"394.933421ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:18:56.241009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.734243Z","time spent":"506.74709ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:18:56.241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.733656Z","time spent":"507.33324ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:18:56.241523Z","caller":"traceutil/trace.go:171","msg":"trace[857794944] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:760; }","duration":"394.34674ms","start":"2026-04-28T03:18:55.84673Z","end":"2026-04-28T03:18:56.241077Z","steps":["trace[857794944] 'count revisions from in-memory index tree' (duration: 393.898445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.241674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:55.846684Z","time spent":"394.94153ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:56.579294Z","caller":"traceutil/trace.go:171","msg":"trace[1601364091] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"177.03337ms","start":"2026-04-28T03:18:56.40224Z","end":"2026-04-28T03:18:56.579273Z","steps":["trace[1601364091] 'process raft request' (duration: 176.862715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.938716Z","caller":"traceutil/trace.go:171","msg":"trace[1355404563] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"355.349903ms","start":"2026-04-28T03:18:56.583325Z","end":"2026-04-28T03:18:56.938675Z","steps":["trace[1355404563] 'process raft request' (duration: 355.123995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.938959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.583301Z","time spent":"355.53972ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.955506Z","caller":"traceutil/trace.go:171","msg":"trace[811149889] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"370.402305ms","start":"2026-04-28T03:18:56.585081Z","end":"2026-04-28T03:18:56.955484Z","steps":["trace[811149889] 'process raft request' (duration: 370.354623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.955546Z","caller":"traceutil/trace.go:171","msg":"trace[596638659] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"370.703335ms","start":"2026-04-28T03:18:56.584809Z","end":"2026-04-28T03:18:56.955512Z","steps":["trace[596638659] 'process raft request' (duration: 370.598261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:56.955538Z","caller":"traceutil/trace.go:171","msg":"trace[1145587669] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"371.47299ms","start":"2026-04-28T03:18:56.584019Z","end":"2026-04-28T03:18:56.955492Z","steps":["trace[1145587669] 'process raft request' (duration: 371.239872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:56.955702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.585071Z","time spent":"370.514228ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.955702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.584792Z","time spent":"370.806678ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:56.955781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:56.583995Z","time spent":"371.689077ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:57.264729Z","caller":"traceutil/trace.go:171","msg":"trace[603793119] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"110.88424ms","start":"2026-04-28T03:18:57.153821Z","end":"2026-04-28T03:18:57.264705Z","steps":["trace[603793119] 'process raft request' (duration: 110.171287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.322586Z","caller":"traceutil/trace.go:171","msg":"trace[1369659188] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"159.750656ms","start":"2026-04-28T03:19:02.162814Z","end":"2026-04-28T03:19:02.322564Z","steps":["trace[1369659188] 'process raft request' (duration: 159.150476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.434302Z","caller":"traceutil/trace.go:171","msg":"trace[930028846] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"105.879783ms","start":"2026-04-28T03:19:02.328396Z","end":"2026-04-28T03:19:02.434276Z","steps":["trace[930028846] 'process raft request' (duration: 100.09029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.434453Z","caller":"traceutil/trace.go:171","msg":"trace[339662490] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"105.951526ms","start":"2026-04-28T03:19:02.328477Z","end":"2026-04-28T03:19:02.434428Z","steps":["trace[339662490] 'process raft request' (duration: 105.730338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.436644Z","caller":"traceutil/trace.go:171","msg":"trace[1002839166] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"107.92681ms","start":"2026-04-28T03:19:02.328698Z","end":"2026-04-28T03:19:02.436625Z","steps":["trace[1002839166] 'process raft request' (duration: 107.804256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:03.373734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:03.378853Z","caller":"traceutil/trace.go:171","msg":"trace[1604261656] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"511.447757ms","start":"2026-04-28T03:19:02.867382Z","end":"2026-04-28T03:19:03.37883Z","steps":["trace[1604261656] 'process raft request' (duration: 510.127993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:03.378984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.867357Z","time spent":"511.55076ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036298,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:04.459449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.870048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:04.459634Z","caller":"traceutil/trace.go:171","msg":"trace[2135154015] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"1.487323727s","start":"2026-04-28T03:19:02.972279Z","end":"2026-04-28T03:19:04.459603Z","steps":["trace[2135154015] 'process raft request' (duration: 1.318229211s)","trace[2135154015] 'compare' (duration: 168.262679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:04.459798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.972258Z","time spent":"1.487476412s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:04.459903Z","caller":"traceutil/trace.go:171","msg":"trace[351936136] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:854; }","duration":"1.587136808s","start":"2026-04-28T03:19:02.872703Z","end":"2026-04-28T03:19:04.45984Z","steps":["trace[351936136] 'read index received' (duration: 504.60136ms)","trace[351936136] 'applied index is now lower than readState.Index' (duration: 1.082533888s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:04.460001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587285453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:04.45995Z","caller":"traceutil/trace.go:171","msg":"trace[175319544] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"1.360116125s","start":"2026-04-28T03:19:03.099801Z","end":"2026-04-28T03:19:04.459917Z","steps":["trace[175319544] 'process raft request' (duration: 1.359920928s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.460043Z","caller":"traceutil/trace.go:171","msg":"trace[392210774] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:819; }","duration":"1.587354805s","start":"2026-04-28T03:19:02.872675Z","end":"2026-04-28T03:19:04.46003Z","steps":["trace[392210774] 'agreement among raft nodes before linearized reading' (duration: 1.587278453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.872662Z","time spent":"1.587400356s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:04.460141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.3782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:19:04.460151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431735638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:04.46018Z","caller":"traceutil/trace.go:171","msg":"trace[759992016] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:819; }","duration":"253.468243ms","start":"2026-04-28T03:19:04.206701Z","end":"2026-04-28T03:19:04.460169Z","steps":["trace[759992016] 'agreement among raft nodes before linearized reading' (duration: 253.365299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.460201Z","caller":"traceutil/trace.go:171","msg":"trace[948365435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:819; }","duration":"1.431827421s","start":"2026-04-28T03:19:03.028358Z","end":"2026-04-28T03:19:04.460186Z","steps":["trace[948365435] 'agreement among raft nodes before linearized reading' (duration: 1.431670356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.099779Z","time spent":"1.360272079s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:04.460255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.028338Z","time spent":"1.431905043s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:04.46025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.113541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:04.460314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422633754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:04.460339Z","caller":"traceutil/trace.go:171","msg":"trace[25170670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.422671425s","start":"2026-04-28T03:19:03.037661Z","end":"2026-04-28T03:19:04.460332Z","steps":["trace[25170670] 'agreement among raft nodes before linearized reading' (duration: 1.422581312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.460326Z","caller":"traceutil/trace.go:171","msg":"trace[1469622254] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:819; }","duration":"827.230644ms","start":"2026-04-28T03:19:03.633076Z","end":"2026-04-28T03:19:04.460307Z","steps":["trace[1469622254] 'agreement among raft nodes before linearized reading' (duration: 827.068649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.037655Z","time spent":"1.422698986s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:04.460372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.633056Z","time spent":"827.306526ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:04.460407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413606625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:04.460423Z","caller":"traceutil/trace.go:171","msg":"trace[1368140104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"1.413668456s","start":"2026-04-28T03:19:03.046749Z","end":"2026-04-28T03:19:04.460418Z","steps":["trace[1368140104] 'agreement among raft nodes before linearized reading' (duration: 1.413642755s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.046718Z","time spent":"1.413721938s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:04.460532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423254585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:04.460593Z","caller":"traceutil/trace.go:171","msg":"trace[1800935831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.423314588s","start":"2026-04-28T03:19:03.037262Z","end":"2026-04-28T03:19:04.460577Z","steps":["trace[1800935831] 'agreement among raft nodes before linearized reading' (duration: 1.423124171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.46063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423549326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:04.460653Z","caller":"traceutil/trace.go:171","msg":"trace[516275050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.423587778s","start":"2026-04-28T03:19:03.03706Z","end":"2026-04-28T03:19:04.460647Z","steps":["trace[516275050] 'agreement among raft nodes before linearized reading' (duration: 1.423532516s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.037203Z","time spent":"1.423428952s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:04.460668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.037051Z","time spent":"1.423613008s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:04.460679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.631455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-04-28T03:19:04.460719Z","caller":"traceutil/trace.go:171","msg":"trace[567098599] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:819; }","duration":"939.720228ms","start":"2026-04-28T03:19:03.520989Z","end":"2026-04-28T03:19:04.46071Z","steps":["trace[567098599] 'agreement among raft nodes before linearized reading' (duration: 939.326364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.460741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.520964Z","time spent":"939.77138ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050295,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T03:19:04.46083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165420507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:04.460884Z","caller":"traceutil/trace.go:171","msg":"trace[729856199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"1.165531851s","start":"2026-04-28T03:19:03.295339Z","end":"2026-04-28T03:19:04.460871Z","steps":["trace[729856199] 'agreement among raft nodes before linearized reading' (duration: 1.164698643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.46093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:03.295318Z","time spent":"1.165602123s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:04.788118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.882032ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:19:04.788402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.461524Z","time spent":"326.871496ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:19:04.788503Z","caller":"traceutil/trace.go:171","msg":"trace[1421140342] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"321.522528ms","start":"2026-04-28T03:19:04.466967Z","end":"2026-04-28T03:19:04.788489Z","steps":["trace[1421140342] 'process raft request' (duration: 321.452076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.788683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.466959Z","time spent":"321.677423ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:04.788887Z","caller":"traceutil/trace.go:171","msg":"trace[1308335264] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"321.829878ms","start":"2026-04-28T03:19:04.467048Z","end":"2026-04-28T03:19:04.788878Z","steps":["trace[1308335264] 'process raft request' (duration: 321.417524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.788904Z","caller":"traceutil/trace.go:171","msg":"trace[28248216] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:857; }","duration":"315.87193ms","start":"2026-04-28T03:19:04.473017Z","end":"2026-04-28T03:19:04.788889Z","steps":["trace[28248216] 'read index received' (duration: 87.228592ms)","trace[28248216] 'applied index is now lower than readState.Index' (duration: 228.642298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:04.788927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.467042Z","time spent":"321.86342ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:04.788934Z","caller":"traceutil/trace.go:171","msg":"trace[702553686] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"321.413565ms","start":"2026-04-28T03:19:04.467497Z","end":"2026-04-28T03:19:04.788911Z","steps":["trace[702553686] 'process raft request' (duration: 321.284291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.788997Z","caller":"traceutil/trace.go:171","msg":"trace[282946806] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"314.178933ms","start":"2026-04-28T03:19:04.474797Z","end":"2026-04-28T03:19:04.788975Z","steps":["trace[282946806] 'process raft request' (duration: 314.050599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.789072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.46749Z","time spent":"321.515118ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:04.789096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.067636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:04.789108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.474763Z","time spent":"314.289288ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:04.789113Z","caller":"traceutil/trace.go:171","msg":"trace[186100735] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"321.638462ms","start":"2026-04-28T03:19:04.467388Z","end":"2026-04-28T03:19:04.789026Z","steps":["trace[186100735] 'process raft request' (duration: 321.191627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.789162Z","caller":"traceutil/trace.go:171","msg":"trace[1957856363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"316.176141ms","start":"2026-04-28T03:19:04.47297Z","end":"2026-04-28T03:19:04.789146Z","steps":["trace[1957856363] 'agreement among raft nodes before linearized reading' (duration: 316.045346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.7892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.467381Z","time spent":"321.776276ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:04.789197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.47295Z","time spent":"316.238912ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:04.7892Z","caller":"traceutil/trace.go:171","msg":"trace[1123047503] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"322.081996ms","start":"2026-04-28T03:19:04.466783Z","end":"2026-04-28T03:19:04.788865Z","steps":["trace[1123047503] 'process raft request' (duration: 321.456545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.789266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:04.466767Z","time spent":"322.46892ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:06.98137Z","caller":"traceutil/trace.go:171","msg":"trace[244044787] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"175.329253ms","start":"2026-04-28T03:19:06.806016Z","end":"2026-04-28T03:19:06.981345Z","steps":["trace[244044787] 'process raft request' (duration: 174.715033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.981414Z","caller":"traceutil/trace.go:171","msg":"trace[911201343] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:876; }","duration":"175.211859ms","start":"2026-04-28T03:19:06.806165Z","end":"2026-04-28T03:19:06.981376Z","steps":["trace[911201343] 'read index received' (duration: 25.140576ms)","trace[911201343] 'applied index is now lower than readState.Index' (duration: 150.069323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:06.981628Z","caller":"traceutil/trace.go:171","msg":"trace[4638119] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"175.561811ms","start":"2026-04-28T03:19:06.806052Z","end":"2026-04-28T03:19:06.981614Z","steps":["trace[4638119] 'process raft request' (duration: 175.195809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:06.981706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.501578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:06.981778Z","caller":"traceutil/trace.go:171","msg":"trace[1759900364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:841; }","duration":"175.623412ms","start":"2026-04-28T03:19:06.806134Z","end":"2026-04-28T03:19:06.981757Z","steps":["trace[1759900364] 'agreement among raft nodes before linearized reading' (duration: 175.374634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.981854Z","caller":"traceutil/trace.go:171","msg":"trace[1308638151] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"174.404764ms","start":"2026-04-28T03:19:06.807427Z","end":"2026-04-28T03:19:06.981832Z","steps":["trace[1308638151] 'process raft request' (duration: 173.891186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:07.42592Z","caller":"traceutil/trace.go:171","msg":"trace[90416756] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"137.891008ms","start":"2026-04-28T03:19:07.288004Z","end":"2026-04-28T03:19:07.425895Z","steps":["trace[90416756] 'process raft request' (duration: 137.699791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:07.978026Z","caller":"traceutil/trace.go:171","msg":"trace[1651489887] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"143.66847ms","start":"2026-04-28T03:19:07.83433Z","end":"2026-04-28T03:19:07.977998Z","steps":["trace[1651489887] 'process raft request' (duration: 143.530155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:08.940106Z","caller":"traceutil/trace.go:171","msg":"trace[1088569080] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"102.861063ms","start":"2026-04-28T03:19:08.837226Z","end":"2026-04-28T03:19:08.940087Z","steps":["trace[1088569080] 'read index received' (duration: 102.763729ms)","trace[1088569080] 'applied index is now lower than readState.Index' (duration: 96.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:08.940225Z","caller":"traceutil/trace.go:171","msg":"trace[222742329] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"342.267389ms","start":"2026-04-28T03:19:08.597926Z","end":"2026-04-28T03:19:08.940193Z","steps":["trace[222742329] 'process raft request' (duration: 342.033491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:08.94027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.027178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:08.940289Z","caller":"traceutil/trace.go:171","msg":"trace[1984560212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:853; }","duration":"103.10383ms","start":"2026-04-28T03:19:08.837179Z","end":"2026-04-28T03:19:08.940283Z","steps":["trace[1984560212] 'agreement among raft nodes before linearized reading' (duration: 102.975756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:08.940347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:08.597915Z","time spent":"342.374602ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2258,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:09.138921Z","caller":"traceutil/trace.go:171","msg":"trace[1544185823] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"238.987273ms","start":"2026-04-28T03:19:08.899912Z","end":"2026-04-28T03:19:09.1389Z","steps":["trace[1544185823] 'process raft request' (duration: 193.452167ms)","trace[1544185823] 'compare' (duration: 45.426881ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:09.155823Z","caller":"traceutil/trace.go:171","msg":"trace[1872389240] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:892; }","duration":"170.070188ms","start":"2026-04-28T03:19:08.985734Z","end":"2026-04-28T03:19:09.155805Z","steps":["trace[1872389240] 'read index received' (duration: 107.64184ms)","trace[1872389240] 'applied index is now lower than readState.Index' (duration: 62.427828ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:09.155915Z","caller":"traceutil/trace.go:171","msg":"trace[104568441] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"210.015398ms","start":"2026-04-28T03:19:08.945895Z","end":"2026-04-28T03:19:09.15591Z","steps":["trace[104568441] 'process raft request' (duration: 209.808881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.156081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.334408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:09.1561Z","caller":"traceutil/trace.go:171","msg":"trace[706429402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:855; }","duration":"170.387339ms","start":"2026-04-28T03:19:08.985706Z","end":"2026-04-28T03:19:09.156093Z","steps":["trace[706429402] 'agreement among raft nodes before linearized reading' (duration: 170.296766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.156282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.001146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:09.156327Z","caller":"traceutil/trace.go:171","msg":"trace[1431022290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:855; }","duration":"170.087159ms","start":"2026-04-28T03:19:08.986229Z","end":"2026-04-28T03:19:09.156316Z","steps":["trace[1431022290] 'agreement among raft nodes before linearized reading' (duration: 169.967795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.156372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.436929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:09.156388Z","caller":"traceutil/trace.go:171","msg":"trace[569103338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:855; }","duration":"163.49311ms","start":"2026-04-28T03:19:08.99289Z","end":"2026-04-28T03:19:09.156383Z","steps":["trace[569103338] 'agreement among raft nodes before linearized reading' (duration: 163.445649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:09.156452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.727338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:09.156467Z","caller":"traceutil/trace.go:171","msg":"trace[1036208094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"169.751058ms","start":"2026-04-28T03:19:08.986711Z","end":"2026-04-28T03:19:09.156462Z","steps":["trace[1036208094] 'agreement among raft nodes before linearized reading' (duration: 169.706186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:09.541305Z","caller":"traceutil/trace.go:171","msg":"trace[1729818358] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"111.018773ms","start":"2026-04-28T03:19:09.43027Z","end":"2026-04-28T03:19:09.541289Z","steps":["trace[1729818358] 'process raft request' (duration: 110.881808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.175583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.807937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:11.17568Z","caller":"traceutil/trace.go:171","msg":"trace[922812882] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"175.037845ms","start":"2026-04-28T03:19:11.000627Z","end":"2026-04-28T03:19:11.175664Z","steps":["trace[922812882] 'process raft request' (duration: 64.094593ms)","trace[922812882] 'compare' (duration: 110.720564ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:11.386657Z","caller":"traceutil/trace.go:171","msg":"trace[1946440147] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"384.750891ms","start":"2026-04-28T03:19:11.001883Z","end":"2026-04-28T03:19:11.386634Z","steps":["trace[1946440147] 'process raft request' (duration: 384.646098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.386719Z","caller":"traceutil/trace.go:171","msg":"trace[425580245] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:910; }","duration":"342.042201ms","start":"2026-04-28T03:19:11.044655Z","end":"2026-04-28T03:19:11.386698Z","steps":["trace[425580245] 'read index received' (duration: 20.078698ms)","trace[425580245] 'applied index is now lower than readState.Index' (duration: 321.962583ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:11.386681Z","caller":"traceutil/trace.go:171","msg":"trace[278686357] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"385.835288ms","start":"2026-04-28T03:19:11.000786Z","end":"2026-04-28T03:19:11.386621Z","steps":["trace[278686357] 'process raft request' (duration: 290.034281ms)","trace[278686357] 'compare' (duration: 95.58638ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:11.386798Z","caller":"traceutil/trace.go:171","msg":"trace[1021601566] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"379.239768ms","start":"2026-04-28T03:19:11.007527Z","end":"2026-04-28T03:19:11.386767Z","steps":["trace[1021601566] 'process raft request' (duration: 379.064142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.386843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.173725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:11.38687Z","caller":"traceutil/trace.go:171","msg":"trace[1802691793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:874; }","duration":"342.240457ms","start":"2026-04-28T03:19:11.044622Z","end":"2026-04-28T03:19:11.386863Z","steps":["trace[1802691793] 'agreement among raft nodes before linearized reading' (duration: 342.181195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.386903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.044605Z","time spent":"342.290049ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:11.386918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.412714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:11.386956Z","caller":"traceutil/trace.go:171","msg":"trace[68326125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:874; }","duration":"226.475606ms","start":"2026-04-28T03:19:11.160471Z","end":"2026-04-28T03:19:11.386947Z","steps":["trace[68326125] 'agreement among raft nodes before linearized reading' (duration: 226.360232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.386969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.446077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:11.387002Z","caller":"traceutil/trace.go:171","msg":"trace[972415722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:874; }","duration":"184.511799ms","start":"2026-04-28T03:19:11.202481Z","end":"2026-04-28T03:19:11.386993Z","steps":["trace[972415722] 'agreement among raft nodes before linearized reading' (duration: 184.413266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.386791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.00187Z","time spent":"384.849344ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1011,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:11.387025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.242943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:19:11.387022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.429887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:19:11.387025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.480648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:11.387061Z","caller":"traceutil/trace.go:171","msg":"trace[410255492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:874; }","duration":"188.334666ms","start":"2026-04-28T03:19:11.198717Z","end":"2026-04-28T03:19:11.387052Z","steps":["trace[410255492] 'agreement among raft nodes before linearized reading' (duration: 188.182961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.387072Z","caller":"traceutil/trace.go:171","msg":"trace[333916316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:874; }","duration":"184.485008ms","start":"2026-04-28T03:19:11.202573Z","end":"2026-04-28T03:19:11.387058Z","steps":["trace[333916316] 'agreement among raft nodes before linearized reading' (duration: 184.331333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.387085Z","caller":"traceutil/trace.go:171","msg":"trace[948533091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:874; }","duration":"184.591942ms","start":"2026-04-28T03:19:11.202482Z","end":"2026-04-28T03:19:11.387074Z","steps":["trace[948533091] 'agreement among raft nodes before linearized reading' (duration: 184.384435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:11.386986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.000755Z","time spent":"386.110347ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:11.387353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.007507Z","time spent":"379.728084ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:11.619831Z","caller":"traceutil/trace.go:171","msg":"trace[709669936] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"228.809163ms","start":"2026-04-28T03:19:11.390988Z","end":"2026-04-28T03:19:11.619797Z","steps":["trace[709669936] 'process raft request' (duration: 228.595366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.61993Z","caller":"traceutil/trace.go:171","msg":"trace[1787549263] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"228.928868ms","start":"2026-04-28T03:19:11.390979Z","end":"2026-04-28T03:19:11.619908Z","steps":["trace[1787549263] 'process raft request' (duration: 228.570096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.619941Z","caller":"traceutil/trace.go:171","msg":"trace[650893692] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"227.2436ms","start":"2026-04-28T03:19:11.392656Z","end":"2026-04-28T03:19:11.6199Z","steps":["trace[650893692] 'process raft request' (duration: 227.058754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.619843Z","caller":"traceutil/trace.go:171","msg":"trace[951128213] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"228.835525ms","start":"2026-04-28T03:19:11.390979Z","end":"2026-04-28T03:19:11.619814Z","steps":["trace[951128213] 'process raft request' (duration: 172.441749ms)","trace[951128213] 'compare' (duration: 55.965301ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:11.620038Z","caller":"traceutil/trace.go:171","msg":"trace[1825184708] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"228.987109ms","start":"2026-04-28T03:19:11.391045Z","end":"2026-04-28T03:19:11.620032Z","steps":["trace[1825184708] 'process raft request' (duration: 228.579285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.620003Z","caller":"traceutil/trace.go:171","msg":"trace[1605488291] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"227.033544ms","start":"2026-04-28T03:19:11.392955Z","end":"2026-04-28T03:19:11.619989Z","steps":["trace[1605488291] 'process raft request' (duration: 226.799657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.620136Z","caller":"traceutil/trace.go:171","msg":"trace[2027736617] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"226.61202ms","start":"2026-04-28T03:19:11.393487Z","end":"2026-04-28T03:19:11.620099Z","steps":["trace[2027736617] 'process raft request' (duration: 226.31276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.620409Z","caller":"traceutil/trace.go:171","msg":"trace[967969005] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"227.923693ms","start":"2026-04-28T03:19:11.391926Z","end":"2026-04-28T03:19:11.61985Z","steps":["trace[967969005] 'process raft request' (duration: 227.747497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:11.885464Z","caller":"traceutil/trace.go:171","msg":"trace[1054825014] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"260.435256ms","start":"2026-04-28T03:19:11.624995Z","end":"2026-04-28T03:19:11.88543Z","steps":["trace[1054825014] 'process raft request' (duration: 260.209688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.042823Z","caller":"traceutil/trace.go:171","msg":"trace[1183084731] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"417.801272ms","start":"2026-04-28T03:19:11.624991Z","end":"2026-04-28T03:19:12.042792Z","steps":["trace[1183084731] 'process raft request' (duration: 417.574694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.042975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.624961Z","time spent":"417.943696ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:12.043002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.486558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-lj85r\" ","response":"range_response_count:1 size:4879"} {"level":"info","ts":"2026-04-28T03:19:12.043052Z","caller":"traceutil/trace.go:171","msg":"trace[1871584034] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-lj85r; range_end:; response_count:1; response_revision:887; }","duration":"150.54912ms","start":"2026-04-28T03:19:11.892488Z","end":"2026-04-28T03:19:12.043037Z","steps":["trace[1871584034] 'agreement among raft nodes before linearized reading' (duration: 150.384074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:12.04281Z","caller":"traceutil/trace.go:171","msg":"trace[2088133323] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"150.292681ms","start":"2026-04-28T03:19:11.892494Z","end":"2026-04-28T03:19:12.042786Z","steps":["trace[2088133323] 'read index received' (duration: 150.26634ms)","trace[2088133323] 'applied index is now lower than readState.Index' (duration: 25.361µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:12.043377Z","caller":"traceutil/trace.go:171","msg":"trace[867361487] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"415.795254ms","start":"2026-04-28T03:19:11.627569Z","end":"2026-04-28T03:19:12.043364Z","steps":["trace[867361487] 'process raft request' (duration: 415.150993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.043456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.627547Z","time spent":"415.863777ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.205722Z","caller":"traceutil/trace.go:171","msg":"trace[2056653776] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"313.14022ms","start":"2026-04-28T03:19:11.892558Z","end":"2026-04-28T03:19:12.205699Z","steps":["trace[2056653776] 'process raft request' (duration: 309.604492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.205821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.89254Z","time spent":"313.237082ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:12.205813Z","caller":"traceutil/trace.go:171","msg":"trace[932940036] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"313.199331ms","start":"2026-04-28T03:19:11.892579Z","end":"2026-04-28T03:19:12.205778Z","steps":["trace[932940036] 'process raft request' (duration: 313.104158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.206014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.892545Z","time spent":"313.359796ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.206045Z","caller":"traceutil/trace.go:171","msg":"trace[1450359221] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"313.372986ms","start":"2026-04-28T03:19:11.892655Z","end":"2026-04-28T03:19:12.206028Z","steps":["trace[1450359221] 'process raft request' (duration: 313.307154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.206141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.892642Z","time spent":"313.45016ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:12.206211Z","caller":"traceutil/trace.go:171","msg":"trace[1399875972] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"313.624795ms","start":"2026-04-28T03:19:11.892581Z","end":"2026-04-28T03:19:12.206206Z","steps":["trace[1399875972] 'process raft request' (duration: 313.15152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.206249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.892545Z","time spent":"313.674627ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.206033Z","caller":"traceutil/trace.go:171","msg":"trace[930155909] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"313.445809ms","start":"2026-04-28T03:19:11.892573Z","end":"2026-04-28T03:19:12.206019Z","steps":["trace[930155909] 'process raft request' (duration: 312.992074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.206305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:11.892541Z","time spent":"313.739309ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.507342Z","caller":"traceutil/trace.go:171","msg":"trace[795598781] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"457.475872ms","start":"2026-04-28T03:19:12.049837Z","end":"2026-04-28T03:19:12.507313Z","steps":["trace[795598781] 'process raft request' (duration: 457.278705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.5076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.049819Z","time spent":"457.611736ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:12.774885Z","caller":"traceutil/trace.go:171","msg":"trace[1042426165] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:932; }","duration":"424.357309ms","start":"2026-04-28T03:19:12.350506Z","end":"2026-04-28T03:19:12.774864Z","steps":["trace[1042426165] 'read index received' (duration: 156.654753ms)","trace[1042426165] 'applied index is now lower than readState.Index' (duration: 267.701596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:12.774937Z","caller":"traceutil/trace.go:171","msg":"trace[1712950913] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"563.870112ms","start":"2026-04-28T03:19:12.211039Z","end":"2026-04-28T03:19:12.774909Z","steps":["trace[1712950913] 'process raft request' (duration: 563.657275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.775066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.211011Z","time spent":"563.992536ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:12.775042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.500564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:12.775163Z","caller":"traceutil/trace.go:171","msg":"trace[1744617784] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:894; }","duration":"424.646839ms","start":"2026-04-28T03:19:12.350501Z","end":"2026-04-28T03:19:12.775148Z","steps":["trace[1744617784] 'agreement among raft nodes before linearized reading' (duration: 424.437232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:12.775223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:12.350457Z","time spent":"424.733742ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:13.901511Z","caller":"traceutil/trace.go:171","msg":"trace[1551982344] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"498.395344ms","start":"2026-04-28T03:19:13.403097Z","end":"2026-04-28T03:19:13.901492Z","steps":["trace[1551982344] 'read index received' (duration: 498.241899ms)","trace[1551982344] 'applied index is now lower than readState.Index' (duration: 152.715µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:13.901574Z","caller":"traceutil/trace.go:171","msg":"trace[2094466516] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"536.005035ms","start":"2026-04-28T03:19:13.365537Z","end":"2026-04-28T03:19:13.901542Z","steps":["trace[2094466516] 'process raft request' (duration: 535.83796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:13.901688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:13.365518Z","time spent":"536.109739ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:13.90174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.634881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:13.901803Z","caller":"traceutil/trace.go:171","msg":"trace[666015119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"498.733804ms","start":"2026-04-28T03:19:13.403041Z","end":"2026-04-28T03:19:13.901775Z","steps":["trace[666015119] 'agreement among raft nodes before linearized reading' (duration: 498.541998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:13.901841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:13.403014Z","time spent":"498.815857ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:13.903978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.54623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:13.904018Z","caller":"traceutil/trace.go:171","msg":"trace[1271891572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:918; }","duration":"279.622393ms","start":"2026-04-28T03:19:13.624386Z","end":"2026-04-28T03:19:13.904008Z","steps":["trace[1271891572] 'agreement among raft nodes before linearized reading' (duration: 279.472198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:13.904238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.073996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:13.904259Z","caller":"traceutil/trace.go:171","msg":"trace[477597026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:918; }","duration":"279.137948ms","start":"2026-04-28T03:19:13.625114Z","end":"2026-04-28T03:19:13.904252Z","steps":["trace[477597026] 'agreement among raft nodes before linearized reading' (duration: 279.064656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:13.904249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.487444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:13.9043Z","caller":"traceutil/trace.go:171","msg":"trace[501068462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:918; }","duration":"277.568807ms","start":"2026-04-28T03:19:13.626716Z","end":"2026-04-28T03:19:13.904285Z","steps":["trace[501068462] 'agreement among raft nodes before linearized reading' (duration: 277.416492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:13.904301Z","caller":"traceutil/trace.go:171","msg":"trace[635803558] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"278.818008ms","start":"2026-04-28T03:19:13.625469Z","end":"2026-04-28T03:19:13.904287Z","steps":["trace[635803558] 'process raft request' (duration: 278.297019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:13.904387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.352795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:13.904408Z","caller":"traceutil/trace.go:171","msg":"trace[1395900794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:918; }","duration":"279.390466ms","start":"2026-04-28T03:19:13.625012Z","end":"2026-04-28T03:19:13.904402Z","steps":["trace[1395900794] 'agreement among raft nodes before linearized reading' (duration: 279.329674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:15.546095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:16.019293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359211796s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:16.019757Z","caller":"traceutil/trace.go:171","msg":"trace[1954426271] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.359754254s","start":"2026-04-28T03:19:14.659984Z","end":"2026-04-28T03:19:16.019738Z","steps":["trace[1954426271] 'process raft request' (duration: 1.359571518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.019933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:14.659964Z","time spent":"1.359855458s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:16.090695Z","caller":"traceutil/trace.go:171","msg":"trace[194101020] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:995; }","duration":"1.04528085s","start":"2026-04-28T03:19:15.045396Z","end":"2026-04-28T03:19:16.090677Z","steps":["trace[194101020] 'read index received' (duration: 974.118392ms)","trace[194101020] 'applied index is now lower than readState.Index' (duration: 71.161798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:16.090832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045416144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:16.090865Z","caller":"traceutil/trace.go:171","msg":"trace[1811288519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:957; }","duration":"1.045486307s","start":"2026-04-28T03:19:15.045369Z","end":"2026-04-28T03:19:16.090855Z","steps":["trace[1811288519] 'agreement among raft nodes before linearized reading' (duration: 1.045393544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.090892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:15.045356Z","time spent":"1.045530368s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:16.091157Z","caller":"traceutil/trace.go:171","msg":"trace[1064610813] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.266582493s","start":"2026-04-28T03:19:14.824567Z","end":"2026-04-28T03:19:16.091149Z","steps":["trace[1064610813] 'process raft request' (duration: 1.265959643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.091237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:14.824541Z","time spent":"1.266642205s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:16.091433Z","caller":"traceutil/trace.go:171","msg":"trace[1672374536] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"179.229293ms","start":"2026-04-28T03:19:15.912196Z","end":"2026-04-28T03:19:16.091425Z","steps":["trace[1672374536] 'process raft request' (duration: 178.437127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.091807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.27962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:16.091834Z","caller":"traceutil/trace.go:171","msg":"trace[147799027] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:957; }","duration":"269.343242ms","start":"2026-04-28T03:19:15.822485Z","end":"2026-04-28T03:19:16.091828Z","steps":["trace[147799027] 'agreement among raft nodes before linearized reading' (duration: 269.3021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.092122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.339359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:16.092151Z","caller":"traceutil/trace.go:171","msg":"trace[651336612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:957; }","duration":"155.378971ms","start":"2026-04-28T03:19:15.936763Z","end":"2026-04-28T03:19:16.092142Z","steps":["trace[651336612] 'agreement among raft nodes before linearized reading' (duration: 155.313649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.092265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.332299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:16.092284Z","caller":"traceutil/trace.go:171","msg":"trace[1405658780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:957; }","duration":"161.378429ms","start":"2026-04-28T03:19:15.930901Z","end":"2026-04-28T03:19:16.09228Z","steps":["trace[1405658780] 'agreement among raft nodes before linearized reading' (duration: 161.326488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.09231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.333649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:16.092366Z","caller":"traceutil/trace.go:171","msg":"trace[1983418591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:957; }","duration":"161.408171ms","start":"2026-04-28T03:19:15.930946Z","end":"2026-04-28T03:19:16.092354Z","steps":["trace[1983418591] 'agreement among raft nodes before linearized reading' (duration: 161.215915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.092512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.626611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:16.092544Z","caller":"traceutil/trace.go:171","msg":"trace[1056718402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:957; }","duration":"159.672503ms","start":"2026-04-28T03:19:15.932865Z","end":"2026-04-28T03:19:16.092538Z","steps":["trace[1056718402] 'agreement among raft nodes before linearized reading' (duration: 159.58462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.092637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.573646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:16.092661Z","caller":"traceutil/trace.go:171","msg":"trace[2060968134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:957; }","duration":"161.605468ms","start":"2026-04-28T03:19:15.931049Z","end":"2026-04-28T03:19:16.092655Z","steps":["trace[2060968134] 'agreement among raft nodes before linearized reading' (duration: 161.550776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:16.368073Z","caller":"traceutil/trace.go:171","msg":"trace[1793517977] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"271.801814ms","start":"2026-04-28T03:19:16.096231Z","end":"2026-04-28T03:19:16.368033Z","steps":["trace[1793517977] 'process raft request' (duration: 223.482987ms)","trace[1793517977] 'compare' (duration: 48.08971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:16.507803Z","caller":"traceutil/trace.go:171","msg":"trace[1514832327] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"407.679515ms","start":"2026-04-28T03:19:16.100096Z","end":"2026-04-28T03:19:16.507776Z","steps":["trace[1514832327] 'process raft request' (duration: 407.628333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.507937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:16.100053Z","time spent":"407.81335ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:16.50809Z","caller":"traceutil/trace.go:171","msg":"trace[741295065] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"411.14836ms","start":"2026-04-28T03:19:16.096915Z","end":"2026-04-28T03:19:16.508064Z","steps":["trace[741295065] 'process raft request' (duration: 375.3812ms)","trace[741295065] 'compare' (duration: 35.251673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:16.508236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:16.096904Z","time spent":"411.259794ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:16.508383Z","caller":"traceutil/trace.go:171","msg":"trace[376320050] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:998; }","duration":"407.295881ms","start":"2026-04-28T03:19:16.101077Z","end":"2026-04-28T03:19:16.508373Z","steps":["trace[376320050] 'read index received' (duration: 218.649705ms)","trace[376320050] 'applied index is now lower than readState.Index' (duration: 188.645366ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:16.508424Z","caller":"traceutil/trace.go:171","msg":"trace[1043694308] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"408.41364ms","start":"2026-04-28T03:19:16.099999Z","end":"2026-04-28T03:19:16.508412Z","steps":["trace[1043694308] 'process raft request' (duration: 407.696326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.508485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:16.099987Z","time spent":"408.468051ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:16.508505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.422576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:16.508529Z","caller":"traceutil/trace.go:171","msg":"trace[1157276397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"407.462197ms","start":"2026-04-28T03:19:16.101059Z","end":"2026-04-28T03:19:16.508522Z","steps":["trace[1157276397] 'agreement among raft nodes before linearized reading' (duration: 407.424086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.508552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:16.101052Z","time spent":"407.496468ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:16.508388Z","caller":"traceutil/trace.go:171","msg":"trace[143449391] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"411.410509ms","start":"2026-04-28T03:19:16.096967Z","end":"2026-04-28T03:19:16.508378Z","steps":["trace[143449391] 'process raft request' (duration: 410.674364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.50869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:16.096963Z","time spent":"411.692888ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:16.508887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.077382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10243"} {"level":"info","ts":"2026-04-28T03:19:16.508932Z","caller":"traceutil/trace.go:171","msg":"trace[1193826249] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:962; }","duration":"168.146924ms","start":"2026-04-28T03:19:16.340774Z","end":"2026-04-28T03:19:16.508921Z","steps":["trace[1193826249] 'agreement among raft nodes before linearized reading' (duration: 168.01047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:16.816969Z","caller":"traceutil/trace.go:171","msg":"trace[664208895] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"102.841161ms","start":"2026-04-28T03:19:16.714106Z","end":"2026-04-28T03:19:16.816947Z","steps":["trace[664208895] 'process raft request' (duration: 102.739018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.817123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.01314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-sp9r5\" ","response":"range_response_count:1 size:6363"} {"level":"info","ts":"2026-04-28T03:19:16.81718Z","caller":"traceutil/trace.go:171","msg":"trace[319897115] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-sp9r5; range_end:; response_count:1; response_revision:979; }","duration":"101.105254ms","start":"2026-04-28T03:19:16.71606Z","end":"2026-04-28T03:19:16.817165Z","steps":["trace[319897115] 'agreement among raft nodes before linearized reading' (duration: 100.897817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:16.817342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.819551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:16.817417Z","caller":"traceutil/trace.go:171","msg":"trace[1436620014] range","detail":"{range_begin:/registry/ingressclasses/atmosphere; range_end:; response_count:0; response_revision:979; }","duration":"102.920923ms","start":"2026-04-28T03:19:16.714476Z","end":"2026-04-28T03:19:16.817396Z","steps":["trace[1436620014] 'agreement among raft nodes before linearized reading' (duration: 102.782569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.572691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:17.799362Z","caller":"traceutil/trace.go:171","msg":"trace[1827346409] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"728.784569ms","start":"2026-04-28T03:19:17.070557Z","end":"2026-04-28T03:19:17.799342Z","steps":["trace[1827346409] 'process raft request' (duration: 728.664855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.799483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:17.070545Z","time spent":"728.877212ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:17.886439Z","caller":"traceutil/trace.go:171","msg":"trace[133609719] transaction","detail":"{read_only:false; number_of_response:0; response_revision:991; }","duration":"788.987072ms","start":"2026-04-28T03:19:17.097429Z","end":"2026-04-28T03:19:17.886416Z","steps":["trace[133609719] 'process raft request' (duration: 788.756995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.886473Z","caller":"traceutil/trace.go:171","msg":"trace[1907636279] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1034; }","duration":"814.659837ms","start":"2026-04-28T03:19:17.071799Z","end":"2026-04-28T03:19:17.886459Z","steps":["trace[1907636279] 'read index received' (duration: 727.364702ms)","trace[1907636279] 'applied index is now lower than readState.Index' (duration: 87.294005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:17.886554Z","caller":"traceutil/trace.go:171","msg":"trace[1176330600] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"773.60243ms","start":"2026-04-28T03:19:17.112944Z","end":"2026-04-28T03:19:17.886547Z","steps":["trace[1176330600] 'process raft request' (duration: 773.399563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.886557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:17.097409Z","time spent":"789.096376ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:17.886617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:17.1129Z","time spent":"773.672093ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:17.886798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.588622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:17.886903Z","caller":"traceutil/trace.go:171","msg":"trace[1949778963] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:992; }","duration":"627.724096ms","start":"2026-04-28T03:19:17.259155Z","end":"2026-04-28T03:19:17.886879Z","steps":["trace[1949778963] 'agreement among raft nodes before linearized reading' (duration: 627.584031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.886956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:17.259137Z","time spent":"627.807139ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"warn","ts":"2026-04-28T03:19:17.886986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.174944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:17.88702Z","caller":"traceutil/trace.go:171","msg":"trace[117320315] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:992; }","duration":"815.234006ms","start":"2026-04-28T03:19:17.071774Z","end":"2026-04-28T03:19:17.887008Z","steps":["trace[117320315] 'agreement among raft nodes before linearized reading' (duration: 815.166234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.887043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:17.07176Z","time spent":"815.277967ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" "} {"level":"warn","ts":"2026-04-28T03:19:18.521222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:19.022402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:19.196961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176416793s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:19.197779Z","caller":"traceutil/trace.go:171","msg":"trace[182762255] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"1.180802418s","start":"2026-04-28T03:19:18.016938Z","end":"2026-04-28T03:19:19.19774Z","steps":["trace[182762255] 'process raft request' (duration: 1.180690434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.197993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.016917Z","time spent":"1.180978524s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:19.198012Z","caller":"traceutil/trace.go:171","msg":"trace[65624576] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"1.189640572s","start":"2026-04-28T03:19:18.008334Z","end":"2026-04-28T03:19:19.197975Z","steps":["trace[65624576] 'process raft request' (duration: 1.189187907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.198161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.008326Z","time spent":"1.189760726s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.198184Z","caller":"traceutil/trace.go:171","msg":"trace[1039759803] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"1.19075244s","start":"2026-04-28T03:19:18.007383Z","end":"2026-04-28T03:19:19.198135Z","steps":["trace[1039759803] 'process raft request' (duration: 1.189927163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.198287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.007368Z","time spent":"1.190876744s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.841666Z","caller":"traceutil/trace.go:171","msg":"trace[619265538] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"1.817859516s","start":"2026-04-28T03:19:18.023782Z","end":"2026-04-28T03:19:19.841641Z","steps":["trace[619265538] 'process raft request' (duration: 1.778107153s)","trace[619265538] 'compare' (duration: 38.998778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:19.841769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.023754Z","time spent":"1.817974449s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.842016Z","caller":"traceutil/trace.go:171","msg":"trace[1447198442] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"1.816074416s","start":"2026-04-28T03:19:18.02592Z","end":"2026-04-28T03:19:19.841995Z","steps":["trace[1447198442] 'process raft request' (duration: 1.815609201s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.842077Z","caller":"traceutil/trace.go:171","msg":"trace[781795799] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"1.815812038s","start":"2026-04-28T03:19:18.026256Z","end":"2026-04-28T03:19:19.842068Z","steps":["trace[781795799] 'process raft request' (duration: 1.815476027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.842125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.026248Z","time spent":"1.815848149s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:19.84212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.025897Z","time spent":"1.81617873s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.842556Z","caller":"traceutil/trace.go:171","msg":"trace[1353742968] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"1.816124747s","start":"2026-04-28T03:19:18.026417Z","end":"2026-04-28T03:19:19.842542Z","steps":["trace[1353742968] 'process raft request' (duration: 1.815403964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.842648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.02641Z","time spent":"1.81619014s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:19.843136Z","caller":"traceutil/trace.go:171","msg":"trace[1394054155] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"1.815889471s","start":"2026-04-28T03:19:18.027189Z","end":"2026-04-28T03:19:19.843078Z","steps":["trace[1394054155] 'process raft request' (duration: 1.81529677s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.843313Z","caller":"traceutil/trace.go:171","msg":"trace[757906635] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"1.772493746s","start":"2026-04-28T03:19:18.0708Z","end":"2026-04-28T03:19:19.843294Z","steps":["trace[757906635] 'process raft request' (duration: 1.77202399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.843347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.027178Z","time spent":"1.816069427s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5674,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:19.843387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.070777Z","time spent":"1.772577679s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.843534Z","caller":"traceutil/trace.go:171","msg":"trace[263401731] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"1.747311279s","start":"2026-04-28T03:19:18.096202Z","end":"2026-04-28T03:19:19.843514Z","steps":["trace[263401731] 'process raft request' (duration: 1.746893456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.843684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.096171Z","time spent":"1.747425933s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:19.843686Z","caller":"traceutil/trace.go:171","msg":"trace[1237455315] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1058; }","duration":"1.822538321s","start":"2026-04-28T03:19:18.02113Z","end":"2026-04-28T03:19:19.843668Z","steps":["trace[1237455315] 'read index received' (duration: 1.176319209s)","trace[1237455315] 'applied index is now lower than readState.Index' (duration: 646.218012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:19.843784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837685856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:19.843827Z","caller":"traceutil/trace.go:171","msg":"trace[1101096610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io; range_end:; response_count:0; response_revision:1024; }","duration":"1.837769598s","start":"2026-04-28T03:19:18.006048Z","end":"2026-04-28T03:19:19.843817Z","steps":["trace[1101096610] 'agreement among raft nodes before linearized reading' (duration: 1.837679345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.843851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.006028Z","time spent":"1.83781669s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io\" "} {"level":"info","ts":"2026-04-28T03:19:19.843893Z","caller":"traceutil/trace.go:171","msg":"trace[1362670002] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"1.578359877s","start":"2026-04-28T03:19:18.265513Z","end":"2026-04-28T03:19:19.843873Z","steps":["trace[1362670002] 'process raft request' (duration: 1.577914893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.843989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.265489Z","time spent":"1.57844963s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:19.99563Z","caller":"traceutil/trace.go:171","msg":"trace[1201966357] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"791.862708ms","start":"2026-04-28T03:19:19.20374Z","end":"2026-04-28T03:19:19.995603Z","steps":["trace[1201966357] 'process raft request' (duration: 785.785306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.995735Z","caller":"traceutil/trace.go:171","msg":"trace[648152026] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"788.789736ms","start":"2026-04-28T03:19:19.206903Z","end":"2026-04-28T03:19:19.995692Z","steps":["trace[648152026] 'process raft request' (duration: 788.736684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:19.995763Z","caller":"traceutil/trace.go:171","msg":"trace[1287220463] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"789.913873ms","start":"2026-04-28T03:19:19.205794Z","end":"2026-04-28T03:19:19.995708Z","steps":["trace[1287220463] 'process raft request' (duration: 789.760648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.995818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.206864Z","time spent":"788.899429ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:19.995811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.20372Z","time spent":"792.040833ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:19.995813Z","caller":"traceutil/trace.go:171","msg":"trace[1954847067] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"791.92307ms","start":"2026-04-28T03:19:19.203795Z","end":"2026-04-28T03:19:19.995718Z","steps":["trace[1954847067] 'process raft request' (duration: 791.714613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.995885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.205749Z","time spent":"790.065157ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4643,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:19.995882Z","caller":"traceutil/trace.go:171","msg":"trace[1008343292] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"789.018873ms","start":"2026-04-28T03:19:19.206831Z","end":"2026-04-28T03:19:19.995849Z","steps":["trace[1008343292] 'process raft request' (duration: 788.769545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:19.99598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.206811Z","time spent":"789.118497ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3169,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:19.995984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.203769Z","time spent":"792.135457ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:20.046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97517364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:20.046084Z","caller":"traceutil/trace.go:171","msg":"trace[822966871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.975306024s","start":"2026-04-28T03:19:18.070761Z","end":"2026-04-28T03:19:20.046067Z","steps":["trace[822966871] 'agreement among raft nodes before linearized reading' (duration: 1.975201121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.046131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.070743Z","time spent":"1.975378906s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:19:20.151428Z","caller":"traceutil/trace.go:171","msg":"trace[1612336604] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"304.568503ms","start":"2026-04-28T03:19:19.846833Z","end":"2026-04-28T03:19:20.151401Z","steps":["trace[1612336604] 'process raft request' (duration: 304.424609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.151562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.846812Z","time spent":"304.688538ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:20.151567Z","caller":"traceutil/trace.go:171","msg":"trace[1991233245] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"302.147673ms","start":"2026-04-28T03:19:19.849383Z","end":"2026-04-28T03:19:20.151531Z","steps":["trace[1991233245] 'process raft request' (duration: 302.008428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.151611Z","caller":"traceutil/trace.go:171","msg":"trace[1304763716] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1069; }","duration":"307.819522ms","start":"2026-04-28T03:19:19.843782Z","end":"2026-04-28T03:19:20.151601Z","steps":["trace[1304763716] 'read index received' (duration: 145.819842ms)","trace[1304763716] 'applied index is now lower than readState.Index' (duration: 161.99914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:20.151712Z","caller":"traceutil/trace.go:171","msg":"trace[340191095] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"297.546351ms","start":"2026-04-28T03:19:19.854139Z","end":"2026-04-28T03:19:20.151685Z","steps":["trace[340191095] 'process raft request' (duration: 297.287942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.151763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.849356Z","time spent":"302.281547ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:20.151893Z","caller":"traceutil/trace.go:171","msg":"trace[245495681] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"304.377977ms","start":"2026-04-28T03:19:19.847505Z","end":"2026-04-28T03:19:20.151883Z","steps":["trace[245495681] 'process raft request' (duration: 303.8454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.151943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.847496Z","time spent":"304.42747ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:20.15204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.064555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T03:19:20.151791Z","caller":"traceutil/trace.go:171","msg":"trace[813613880] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"294.296422ms","start":"2026-04-28T03:19:19.857486Z","end":"2026-04-28T03:19:20.151782Z","steps":["trace[813613880] 'process raft request' (duration: 293.969351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.152071Z","caller":"traceutil/trace.go:171","msg":"trace[1795212794] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1035; }","duration":"890.143787ms","start":"2026-04-28T03:19:19.261921Z","end":"2026-04-28T03:19:20.152064Z","steps":["trace[1795212794] 'agreement among raft nodes before linearized reading' (duration: 889.998332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.151904Z","caller":"traceutil/trace.go:171","msg":"trace[495342059] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"215.295584ms","start":"2026-04-28T03:19:19.936602Z","end":"2026-04-28T03:19:20.151898Z","steps":["trace[495342059] 'process raft request' (duration: 214.931192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.26189Z","time spent":"890.197989ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38035,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:19:20.152253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639710417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:20.152277Z","caller":"traceutil/trace.go:171","msg":"trace[2145111250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1035; }","duration":"1.63980041s","start":"2026-04-28T03:19:18.51247Z","end":"2026-04-28T03:19:20.15227Z","steps":["trace[2145111250] 'agreement among raft nodes before linearized reading' (duration: 1.639729318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.512425Z","time spent":"1.639866863s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:20.152423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28841747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.152448Z","caller":"traceutil/trace.go:171","msg":"trace[167354845] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1035; }","duration":"1.288471741s","start":"2026-04-28T03:19:18.863971Z","end":"2026-04-28T03:19:20.152443Z","steps":["trace[167354845] 'agreement among raft nodes before linearized reading' (duration: 1.288433239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.863927Z","time spent":"1.288534033s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-28T03:19:20.152601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639298174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:20.15262Z","caller":"traceutil/trace.go:171","msg":"trace[895131402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1035; }","duration":"1.639341655s","start":"2026-04-28T03:19:18.513273Z","end":"2026-04-28T03:19:20.152615Z","steps":["trace[895131402] 'agreement among raft nodes before linearized reading' (duration: 1.639278603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.513261Z","time spent":"1.639372036s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:20.152666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639714278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:20.152694Z","caller":"traceutil/trace.go:171","msg":"trace[1863219339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1035; }","duration":"1.63979086s","start":"2026-04-28T03:19:18.512895Z","end":"2026-04-28T03:19:20.152686Z","steps":["trace[1863219339] 'agreement among raft nodes before linearized reading' (duration: 1.639695777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.512857Z","time spent":"1.639855333s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:20.152746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098550832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:20.152729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64038503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:20.152789Z","caller":"traceutil/trace.go:171","msg":"trace[1676658129] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1035; }","duration":"1.098611304s","start":"2026-04-28T03:19:19.054149Z","end":"2026-04-28T03:19:20.152761Z","steps":["trace[1676658129] 'agreement among raft nodes before linearized reading' (duration: 1.097956543s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.152793Z","caller":"traceutil/trace.go:171","msg":"trace[1001847358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1035; }","duration":"1.640486244s","start":"2026-04-28T03:19:18.512289Z","end":"2026-04-28T03:19:20.152776Z","steps":["trace[1001847358] 'agreement among raft nodes before linearized reading' (duration: 1.640238326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.054129Z","time spent":"1.098675376s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:20.152789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779631783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:19:20.152841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.512272Z","time spent":"1.640556907s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:20.152877Z","caller":"traceutil/trace.go:171","msg":"trace[1170459530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"1.779787768s","start":"2026-04-28T03:19:18.373068Z","end":"2026-04-28T03:19:20.152856Z","steps":["trace[1170459530] 'agreement among raft nodes before linearized reading' (duration: 1.779472478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.152934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:18.373036Z","time spent":"1.779883832s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:19:20.153106Z","caller":"traceutil/trace.go:171","msg":"trace[155454585] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"152.555025ms","start":"2026-04-28T03:19:20.000542Z","end":"2026-04-28T03:19:20.153097Z","steps":["trace[155454585] 'process raft request' (duration: 152.471783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.153369Z","caller":"traceutil/trace.go:171","msg":"trace[1283475780] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"152.620967ms","start":"2026-04-28T03:19:20.000736Z","end":"2026-04-28T03:19:20.153357Z","steps":["trace[1283475780] 'process raft request' (duration: 152.337128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.153611Z","caller":"traceutil/trace.go:171","msg":"trace[1036142504] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"152.683679ms","start":"2026-04-28T03:19:20.000918Z","end":"2026-04-28T03:19:20.153602Z","steps":["trace[1036142504] 'process raft request' (duration: 152.39905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.153783Z","caller":"traceutil/trace.go:171","msg":"trace[109891167] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"152.777042ms","start":"2026-04-28T03:19:20.00098Z","end":"2026-04-28T03:19:20.153757Z","steps":["trace[109891167] 'process raft request' (duration: 152.499303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.153785Z","caller":"traceutil/trace.go:171","msg":"trace[1882081039] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"150.936252ms","start":"2026-04-28T03:19:20.002831Z","end":"2026-04-28T03:19:20.153767Z","steps":["trace[1882081039] 'process raft request' (duration: 150.763186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.153933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.830992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.15396Z","caller":"traceutil/trace.go:171","msg":"trace[733563226] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io; range_end:; response_count:0; response_revision:1041; }","duration":"304.857373ms","start":"2026-04-28T03:19:19.849094Z","end":"2026-04-28T03:19:20.153952Z","steps":["trace[733563226] 'agreement among raft nodes before linearized reading' (duration: 304.801681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.153996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.849048Z","time spent":"304.942776ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephnfses.ceph.rook.io\" "} {"level":"info","ts":"2026-04-28T03:19:20.154138Z","caller":"traceutil/trace.go:171","msg":"trace[1611919487] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"150.422335ms","start":"2026-04-28T03:19:20.003708Z","end":"2026-04-28T03:19:20.15413Z","steps":["trace[1611919487] 'process raft request' (duration: 150.015241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.154302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.785788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-wsdfb\" ","response":"range_response_count:1 size:5578"} {"level":"info","ts":"2026-04-28T03:19:20.154393Z","caller":"traceutil/trace.go:171","msg":"trace[114600340] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-wsdfb; range_end:; response_count:1; response_revision:1041; }","duration":"303.934093ms","start":"2026-04-28T03:19:19.850451Z","end":"2026-04-28T03:19:20.154385Z","steps":["trace[114600340] 'agreement among raft nodes before linearized reading' (duration: 303.771008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.15442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:19.850435Z","time spent":"303.977605ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5601,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-wsdfb\" "} {"level":"warn","ts":"2026-04-28T03:19:20.15438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.564857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5689"} {"level":"info","ts":"2026-04-28T03:19:20.154571Z","caller":"traceutil/trace.go:171","msg":"trace[1307399853] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1041; }","duration":"299.783935ms","start":"2026-04-28T03:19:19.854779Z","end":"2026-04-28T03:19:20.154563Z","steps":["trace[1307399853] 'agreement among raft nodes before linearized reading' (duration: 299.438593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.154601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.386857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.154637Z","caller":"traceutil/trace.go:171","msg":"trace[1934057812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"108.458869ms","start":"2026-04-28T03:19:20.046167Z","end":"2026-04-28T03:19:20.154626Z","steps":["trace[1934057812] 'agreement among raft nodes before linearized reading' (duration: 108.407937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.154747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.588038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3184"} {"level":"info","ts":"2026-04-28T03:19:20.154779Z","caller":"traceutil/trace.go:171","msg":"trace[86271197] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1041; }","duration":"152.65621ms","start":"2026-04-28T03:19:20.002114Z","end":"2026-04-28T03:19:20.15477Z","steps":["trace[86271197] 'agreement among raft nodes before linearized reading' (duration: 152.544596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.154957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.293318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4658"} {"level":"info","ts":"2026-04-28T03:19:20.154987Z","caller":"traceutil/trace.go:171","msg":"trace[1843571315] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:1041; }","duration":"152.355019ms","start":"2026-04-28T03:19:20.002621Z","end":"2026-04-28T03:19:20.154976Z","steps":["trace[1843571315] 'agreement among raft nodes before linearized reading' (duration: 152.277347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.358351Z","caller":"traceutil/trace.go:171","msg":"trace[872271416] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"106.027057ms","start":"2026-04-28T03:19:20.252295Z","end":"2026-04-28T03:19:20.358322Z","steps":["trace[872271416] 'process raft request' (duration: 102.622244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.358739Z","caller":"traceutil/trace.go:171","msg":"trace[1916867110] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"105.884333ms","start":"2026-04-28T03:19:20.252841Z","end":"2026-04-28T03:19:20.358726Z","steps":["trace[1916867110] 'process raft request' (duration: 105.613153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.35874Z","caller":"traceutil/trace.go:171","msg":"trace[940131629] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"105.79258ms","start":"2026-04-28T03:19:20.252927Z","end":"2026-04-28T03:19:20.35872Z","steps":["trace[940131629] 'process raft request' (duration: 105.685776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.358862Z","caller":"traceutil/trace.go:171","msg":"trace[623693111] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"105.568023ms","start":"2026-04-28T03:19:20.253278Z","end":"2026-04-28T03:19:20.358846Z","steps":["trace[623693111] 'process raft request' (duration: 105.444559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359002Z","caller":"traceutil/trace.go:171","msg":"trace[664809226] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"105.824631ms","start":"2026-04-28T03:19:20.253169Z","end":"2026-04-28T03:19:20.358994Z","steps":["trace[664809226] 'process raft request' (duration: 105.51094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.35907Z","caller":"traceutil/trace.go:171","msg":"trace[681134611] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"106.09088ms","start":"2026-04-28T03:19:20.252972Z","end":"2026-04-28T03:19:20.359063Z","steps":["trace[681134611] 'process raft request' (duration: 105.680646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359054Z","caller":"traceutil/trace.go:171","msg":"trace[1409463949] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"105.401417ms","start":"2026-04-28T03:19:20.253625Z","end":"2026-04-28T03:19:20.359026Z","steps":["trace[1409463949] 'process raft request' (duration: 105.21101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359091Z","caller":"traceutil/trace.go:171","msg":"trace[957577293] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1125; }","duration":"104.723415ms","start":"2026-04-28T03:19:20.254335Z","end":"2026-04-28T03:19:20.359058Z","steps":["trace[957577293] 'read index received' (duration: 100.539505ms)","trace[957577293] 'applied index is now lower than readState.Index' (duration: 4.18261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:20.359216Z","caller":"traceutil/trace.go:171","msg":"trace[2140456695] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1092; }","duration":"103.722251ms","start":"2026-04-28T03:19:20.255485Z","end":"2026-04-28T03:19:20.359207Z","steps":["trace[2140456695] 'process raft request' (duration: 103.437471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359242Z","caller":"traceutil/trace.go:171","msg":"trace[2112519210] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"104.897771ms","start":"2026-04-28T03:19:20.254337Z","end":"2026-04-28T03:19:20.359235Z","steps":["trace[2112519210] 'process raft request' (duration: 104.527648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359292Z","caller":"traceutil/trace.go:171","msg":"trace[2137291700] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"105.884263ms","start":"2026-04-28T03:19:20.253392Z","end":"2026-04-28T03:19:20.359277Z","steps":["trace[2137291700] 'process raft request' (duration: 105.364846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359319Z","caller":"traceutil/trace.go:171","msg":"trace[42196482] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"104.941882ms","start":"2026-04-28T03:19:20.254365Z","end":"2026-04-28T03:19:20.359306Z","steps":["trace[42196482] 'process raft request' (duration: 104.527718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359372Z","caller":"traceutil/trace.go:171","msg":"trace[1982328261] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"105.926295ms","start":"2026-04-28T03:19:20.25344Z","end":"2026-04-28T03:19:20.359366Z","steps":["trace[1982328261] 'process raft request' (duration: 105.345056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359454Z","caller":"traceutil/trace.go:171","msg":"trace[432098073] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"105.877173ms","start":"2026-04-28T03:19:20.253568Z","end":"2026-04-28T03:19:20.359446Z","steps":["trace[432098073] 'process raft request' (duration: 105.241052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.359595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.243342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T03:19:20.359664Z","caller":"traceutil/trace.go:171","msg":"trace[1787043523] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1093; }","duration":"105.307054ms","start":"2026-04-28T03:19:20.254328Z","end":"2026-04-28T03:19:20.359635Z","steps":["trace[1787043523] 'agreement among raft nodes before linearized reading' (duration: 105.093797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.359776Z","caller":"traceutil/trace.go:171","msg":"trace[1201373219] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"103.770973ms","start":"2026-04-28T03:19:20.255992Z","end":"2026-04-28T03:19:20.359763Z","steps":["trace[1201373219] 'process raft request' (duration: 102.993847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.359612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.831061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.359894Z","caller":"traceutil/trace.go:171","msg":"trace[51119807] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-system; range_end:; response_count:0; response_revision:1093; }","duration":"103.130612ms","start":"2026-04-28T03:19:20.256743Z","end":"2026-04-28T03:19:20.359873Z","steps":["trace[51119807] 'agreement among raft nodes before linearized reading' (duration: 102.834772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.917234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.869176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:20.917426Z","caller":"traceutil/trace.go:171","msg":"trace[218270340] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"429.368976ms","start":"2026-04-28T03:19:20.488025Z","end":"2026-04-28T03:19:20.917394Z","steps":["trace[218270340] 'process raft request' (duration: 429.275553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.917496Z","caller":"traceutil/trace.go:171","msg":"trace[59001974] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"433.645989ms","start":"2026-04-28T03:19:20.48382Z","end":"2026-04-28T03:19:20.917466Z","steps":["trace[59001974] 'process raft request' (duration: 329.495174ms)","trace[59001974] 'compare' (duration: 103.724641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:20.917553Z","caller":"traceutil/trace.go:171","msg":"trace[1030717132] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1172; }","duration":"428.308501ms","start":"2026-04-28T03:19:20.489233Z","end":"2026-04-28T03:19:20.917542Z","steps":["trace[1030717132] 'read index received' (duration: 15.067852ms)","trace[1030717132] 'applied index is now lower than readState.Index' (duration: 413.239879ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:20.917525Z","caller":"traceutil/trace.go:171","msg":"trace[821223922] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"429.298274ms","start":"2026-04-28T03:19:20.488191Z","end":"2026-04-28T03:19:20.917489Z","steps":["trace[821223922] 'process raft request' (duration: 429.16346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.917571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.483797Z","time spent":"433.746372ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:20.91756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.488006Z","time spent":"429.49114ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:20.917629Z","caller":"traceutil/trace.go:171","msg":"trace[240414997] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"427.39315ms","start":"2026-04-28T03:19:20.490208Z","end":"2026-04-28T03:19:20.917601Z","steps":["trace[240414997] 'process raft request' (duration: 427.188293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.917674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.488172Z","time spent":"429.426778ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:20.917507Z","caller":"traceutil/trace.go:171","msg":"trace[1506081890] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"429.301574ms","start":"2026-04-28T03:19:20.488162Z","end":"2026-04-28T03:19:20.917464Z","steps":["trace[1506081890] 'process raft request' (duration: 429.17237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.917739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.490199Z","time spent":"427.487024ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:20.91777Z","caller":"traceutil/trace.go:171","msg":"trace[1814440293] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"426.665616ms","start":"2026-04-28T03:19:20.491088Z","end":"2026-04-28T03:19:20.917753Z","steps":["trace[1814440293] 'process raft request' (duration: 426.354756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.91781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.56735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/objectstorage-provisioner-role\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:20.917821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.488155Z","time spent":"429.605734ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:20.917841Z","caller":"traceutil/trace.go:171","msg":"trace[368740671] range","detail":"{range_begin:/registry/clusterroles/objectstorage-provisioner-role; range_end:; response_count:0; response_revision:1132; }","duration":"428.625741ms","start":"2026-04-28T03:19:20.489205Z","end":"2026-04-28T03:19:20.917831Z","steps":["trace[368740671] 'agreement among raft nodes before linearized reading' (duration: 428.56969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.917866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.489197Z","time spent":"428.664163ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/objectstorage-provisioner-role\" "} {"level":"warn","ts":"2026-04-28T03:19:20.917858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.491079Z","time spent":"426.728049ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:20.941947Z","caller":"traceutil/trace.go:171","msg":"trace[512701987] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"267.352426ms","start":"2026-04-28T03:19:20.674565Z","end":"2026-04-28T03:19:20.941918Z","steps":["trace[512701987] 'process raft request' (duration: 267.318205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.942338Z","caller":"traceutil/trace.go:171","msg":"trace[504648792] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"436.762603ms","start":"2026-04-28T03:19:20.505566Z","end":"2026-04-28T03:19:20.942329Z","steps":["trace[504648792] 'process raft request' (duration: 436.06145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.942427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.505544Z","time spent":"436.824594ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:20.942654Z","caller":"traceutil/trace.go:171","msg":"trace[1878486082] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"422.57741ms","start":"2026-04-28T03:19:20.520068Z","end":"2026-04-28T03:19:20.942646Z","steps":["trace[1878486082] 'process raft request' (duration: 421.67173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.942711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.520037Z","time spent":"422.642113ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:20.942906Z","caller":"traceutil/trace.go:171","msg":"trace[1740697117] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"412.208685ms","start":"2026-04-28T03:19:20.530675Z","end":"2026-04-28T03:19:20.942884Z","steps":["trace[1740697117] 'process raft request' (duration: 411.180561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.943016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.530654Z","time spent":"412.312929ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:20.943384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.482264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.943421Z","caller":"traceutil/trace.go:171","msg":"trace[624925193] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1136; }","duration":"189.553706ms","start":"2026-04-28T03:19:20.753859Z","end":"2026-04-28T03:19:20.943412Z","steps":["trace[624925193] 'agreement among raft nodes before linearized reading' (duration: 189.495745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.943445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.784443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:20.943488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.137198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6235"} {"level":"info","ts":"2026-04-28T03:19:20.943501Z","caller":"traceutil/trace.go:171","msg":"trace[1031761211] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1136; }","duration":"448.879636ms","start":"2026-04-28T03:19:20.494605Z","end":"2026-04-28T03:19:20.943485Z","steps":["trace[1031761211] 'agreement among raft nodes before linearized reading' (duration: 448.775192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:20.943519Z","caller":"traceutil/trace.go:171","msg":"trace[697018011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1136; }","duration":"209.207351ms","start":"2026-04-28T03:19:20.734302Z","end":"2026-04-28T03:19:20.94351Z","steps":["trace[697018011] 'agreement among raft nodes before linearized reading' (duration: 209.066256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.943545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:20.494586Z","time spent":"448.946757ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:21.25956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.874679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:21.259709Z","caller":"traceutil/trace.go:171","msg":"trace[213257723] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"138.105105ms","start":"2026-04-28T03:19:21.121525Z","end":"2026-04-28T03:19:21.25963Z","steps":["trace[213257723] 'process raft request' (duration: 21.114692ms)","trace[213257723] 'compare' (duration: 116.752665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:21.259748Z","caller":"traceutil/trace.go:171","msg":"trace[484322380] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"125.937681ms","start":"2026-04-28T03:19:21.133768Z","end":"2026-04-28T03:19:21.259706Z","steps":["trace[484322380] 'read index received' (duration: 8.734151ms)","trace[484322380] 'applied index is now lower than readState.Index' (duration: 117.196069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:21.259947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.588369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:21.260068Z","caller":"traceutil/trace.go:171","msg":"trace[1122558696] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg; range_end:; response_count:0; response_revision:1193; }","duration":"125.717693ms","start":"2026-04-28T03:19:21.134338Z","end":"2026-04-28T03:19:21.260056Z","steps":["trace[1122558696] 'agreement among raft nodes before linearized reading' (duration: 125.572678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:21.260138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.337474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lqbhp\" ","response":"range_response_count:1 size:3838"} {"level":"info","ts":"2026-04-28T03:19:21.26021Z","caller":"traceutil/trace.go:171","msg":"trace[135360380] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lqbhp; range_end:; response_count:1; response_revision:1193; }","duration":"126.452707ms","start":"2026-04-28T03:19:21.133733Z","end":"2026-04-28T03:19:21.260185Z","steps":["trace[135360380] 'agreement among raft nodes before linearized reading' (duration: 126.21649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:21.553527Z","caller":"traceutil/trace.go:171","msg":"trace[1417430150] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"285.064905ms","start":"2026-04-28T03:19:21.268414Z","end":"2026-04-28T03:19:21.553479Z","steps":["trace[1417430150] 'process raft request' (duration: 250.548737ms)","trace[1417430150] 'compare' (duration: 34.235429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:21.553611Z","caller":"traceutil/trace.go:171","msg":"trace[1760658145] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1239; }","duration":"280.202463ms","start":"2026-04-28T03:19:21.273382Z","end":"2026-04-28T03:19:21.553584Z","steps":["trace[1760658145] 'read index received' (duration: 69.929137ms)","trace[1760658145] 'applied index is now lower than readState.Index' (duration: 210.271726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:21.553695Z","caller":"traceutil/trace.go:171","msg":"trace[1786678178] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"279.237122ms","start":"2026-04-28T03:19:21.274429Z","end":"2026-04-28T03:19:21.553666Z","steps":["trace[1786678178] 'process raft request' (duration: 278.934052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:21.553783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.38426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:21.553827Z","caller":"traceutil/trace.go:171","msg":"trace[1474329020] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:0; response_revision:1196; }","duration":"280.473772ms","start":"2026-04-28T03:19:21.27334Z","end":"2026-04-28T03:19:21.553814Z","steps":["trace[1474329020] 'agreement among raft nodes before linearized reading' (duration: 280.351208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:21.56909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.630627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:21.569117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.840704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-28T03:19:21.569121Z","caller":"traceutil/trace.go:171","msg":"trace[747461419] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"215.753259ms","start":"2026-04-28T03:19:21.353337Z","end":"2026-04-28T03:19:21.56909Z","steps":["trace[747461419] 'process raft request' (duration: 215.451809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:21.569137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.504748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-28T03:19:21.569178Z","caller":"traceutil/trace.go:171","msg":"trace[710868536] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1197; }","duration":"274.924068ms","start":"2026-04-28T03:19:21.294243Z","end":"2026-04-28T03:19:21.569167Z","steps":["trace[710868536] 'agreement among raft nodes before linearized reading' (duration: 274.786613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:21.569168Z","caller":"traceutil/trace.go:171","msg":"trace[1351224114] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1197; }","duration":"295.748571ms","start":"2026-04-28T03:19:21.273397Z","end":"2026-04-28T03:19:21.569145Z","steps":["trace[1351224114] 'agreement among raft nodes before linearized reading' (duration: 295.619397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:21.569168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.916044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-28T03:19:21.569214Z","caller":"traceutil/trace.go:171","msg":"trace[971271952] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1197; }","duration":"275.608931ms","start":"2026-04-28T03:19:21.293585Z","end":"2026-04-28T03:19:21.569194Z","steps":["trace[971271952] 'agreement among raft nodes before linearized reading' (duration: 275.348122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:21.569226Z","caller":"traceutil/trace.go:171","msg":"trace[1765353332] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1197; }","duration":"274.023488ms","start":"2026-04-28T03:19:21.295189Z","end":"2026-04-28T03:19:21.569213Z","steps":["trace[1765353332] 'agreement among raft nodes before linearized reading' (duration: 273.789921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.15572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.706924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:23.155981Z","caller":"traceutil/trace.go:171","msg":"trace[287244278] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"662.811584ms","start":"2026-04-28T03:19:22.493142Z","end":"2026-04-28T03:19:23.155954Z","steps":["trace[287244278] 'process raft request' (duration: 53.631625ms)","trace[287244278] 'compare' (duration: 608.335262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:23.156105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.493109Z","time spent":"662.933188ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":136603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:23.156101Z","caller":"traceutil/trace.go:171","msg":"trace[101866605] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1403; }","duration":"654.28056ms","start":"2026-04-28T03:19:22.501797Z","end":"2026-04-28T03:19:23.156078Z","steps":["trace[101866605] 'read index received' (duration: 44.848482ms)","trace[101866605] 'applied index is now lower than readState.Index' (duration: 609.430847ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:23.156169Z","caller":"traceutil/trace.go:171","msg":"trace[1499787312] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"659.588086ms","start":"2026-04-28T03:19:22.496547Z","end":"2026-04-28T03:19:23.156135Z","steps":["trace[1499787312] 'process raft request' (duration: 659.362829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.156362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.496509Z","time spent":"659.759682ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:23.156466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.658522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307175"} {"level":"info","ts":"2026-04-28T03:19:23.156522Z","caller":"traceutil/trace.go:171","msg":"trace[1060583012] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:1358; }","duration":"654.758616ms","start":"2026-04-28T03:19:22.501744Z","end":"2026-04-28T03:19:23.156503Z","steps":["trace[1060583012] 'agreement among raft nodes before linearized reading' (duration: 654.389373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.156582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.501721Z","time spent":"654.848008ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307198,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-28T03:19:23.156793Z","caller":"traceutil/trace.go:171","msg":"trace[1138934912] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"394.853768ms","start":"2026-04-28T03:19:22.761909Z","end":"2026-04-28T03:19:23.156763Z","steps":["trace[1138934912] 'process raft request' (duration: 394.773295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.156863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.761882Z","time spent":"394.952211ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3542,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:23.16029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.306698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:23.160338Z","caller":"traceutil/trace.go:171","msg":"trace[393614134] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1360; }","duration":"638.404211ms","start":"2026-04-28T03:19:22.521922Z","end":"2026-04-28T03:19:23.160326Z","steps":["trace[393614134] 'agreement among raft nodes before linearized reading' (duration: 638.290048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.160368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.521898Z","time spent":"638.460623ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:23.160501Z","caller":"traceutil/trace.go:171","msg":"trace[648394839] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"199.407934ms","start":"2026-04-28T03:19:22.961075Z","end":"2026-04-28T03:19:23.160483Z","steps":["trace[648394839] 'process raft request' (duration: 199.057653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.160497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.279246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:23.160555Z","caller":"traceutil/trace.go:171","msg":"trace[489923228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"103.338788ms","start":"2026-04-28T03:19:23.057203Z","end":"2026-04-28T03:19:23.160541Z","steps":["trace[489923228] 'agreement among raft nodes before linearized reading' (duration: 103.250185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.160604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.237544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:23.160636Z","caller":"traceutil/trace.go:171","msg":"trace[657742592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1360; }","duration":"179.307796ms","start":"2026-04-28T03:19:22.981319Z","end":"2026-04-28T03:19:23.160627Z","steps":["trace[657742592] 'agreement among raft nodes before linearized reading' (duration: 179.192022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.16081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.304474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:23.160842Z","caller":"traceutil/trace.go:171","msg":"trace[1132512769] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1360; }","duration":"548.380987ms","start":"2026-04-28T03:19:22.612451Z","end":"2026-04-28T03:19:23.160832Z","steps":["trace[1132512769] 'agreement among raft nodes before linearized reading' (duration: 548.309595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.16087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.612432Z","time spent":"548.429898ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":30,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:23.770485Z","caller":"traceutil/trace.go:171","msg":"trace[110633748] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"209.736888ms","start":"2026-04-28T03:19:23.560707Z","end":"2026-04-28T03:19:23.770444Z","steps":["trace[110633748] 'process raft request' (duration: 198.68812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.770669Z","caller":"traceutil/trace.go:171","msg":"trace[1570875557] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"113.834738ms","start":"2026-04-28T03:19:23.656798Z","end":"2026-04-28T03:19:23.770633Z","steps":["trace[1570875557] 'process raft request' (duration: 113.642441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:24.700288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:25.20115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:25.702122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:26.20237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:26.703269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:27.045365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999802298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:27.045443Z","caller":"traceutil/trace.go:171","msg":"trace[134177316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953313s","start":"2026-04-28T03:19:25.045472Z","end":"2026-04-28T03:19:27.045426Z","steps":["trace[134177316] 'agreement among raft nodes before linearized reading' (duration: 1.99985397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.045488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.045448Z","time spent":"2.000031617s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:27.204414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:27.705103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:27.925093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.745724801s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:27.925382Z","caller":"traceutil/trace.go:171","msg":"trace[591477442] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"3.746124765s","start":"2026-04-28T03:19:24.179238Z","end":"2026-04-28T03:19:27.925363Z","steps":["trace[591477442] 'process raft request' (duration: 3.746004591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.925478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.17922Z","time spent":"3.746203898s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2295,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:28.133089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:28.13317Z","caller":"traceutil/trace.go:171","msg":"trace[747085273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010984s","start":"2026-04-28T03:19:26.133043Z","end":"2026-04-28T03:19:28.133153Z","steps":["trace[747085273] 'agreement among raft nodes before linearized reading' (duration: 2.000011377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.133219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.133022Z","time spent":"2.000187822s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:29.046066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:29.046158Z","caller":"traceutil/trace.go:171","msg":"trace[267253381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378449s","start":"2026-04-28T03:19:27.045759Z","end":"2026-04-28T03:19:29.046138Z","steps":["trace[267253381] 'agreement among raft nodes before linearized reading' (duration: 2.000267135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.046217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.045731Z","time spent":"2.000475922s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:29.068121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.525833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:29.068399Z","caller":"traceutil/trace.go:171","msg":"trace[1957224416] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"3.758962152s","start":"2026-04-28T03:19:25.309415Z","end":"2026-04-28T03:19:29.068377Z","steps":["trace[1957224416] 'process raft request' (duration: 3.255095867s)","trace[1957224416] 'compare' (duration: 503.276215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:29.068467Z","caller":"traceutil/trace.go:171","msg":"trace[389383041] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"3.198433292s","start":"2026-04-28T03:19:25.870004Z","end":"2026-04-28T03:19:29.068437Z","steps":["trace[389383041] 'process raft request' (duration: 3.198245726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.068484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.309388Z","time spent":"3.759060025s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:19:29.068507Z","caller":"traceutil/trace.go:171","msg":"trace[1441230034] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"946.628968ms","start":"2026-04-28T03:19:28.121859Z","end":"2026-04-28T03:19:29.068488Z","steps":["trace[1441230034] 'process raft request' (duration: 946.542115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.068517Z","caller":"traceutil/trace.go:171","msg":"trace[71787066] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"2.83531693s","start":"2026-04-28T03:19:26.233149Z","end":"2026-04-28T03:19:29.068466Z","steps":["trace[71787066] 'process raft request' (duration: 2.835191316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.068612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.121837Z","time spent":"946.715ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.068595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.869974Z","time spent":"3.198546996s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.068682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.233116Z","time spent":"2.835480105s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:29.068802Z","caller":"traceutil/trace.go:171","msg":"trace[367119486] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1415; }","duration":"4.869466652s","start":"2026-04-28T03:19:24.199324Z","end":"2026-04-28T03:19:29.068791Z","steps":["trace[367119486] 'read index received' (duration: 3.725953864s)","trace[367119486] 'applied index is now lower than readState.Index' (duration: 1.143510888s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.068952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869627838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:19:29.069013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524035993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069038Z","caller":"traceutil/trace.go:171","msg":"trace[29449480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1373; }","duration":"4.86974074s","start":"2026-04-28T03:19:24.199287Z","end":"2026-04-28T03:19:29.069028Z","steps":["trace[29449480] 'agreement among raft nodes before linearized reading' (duration: 4.869576105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069054Z","caller":"traceutil/trace.go:171","msg":"trace[741847541] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1373; }","duration":"2.524143316s","start":"2026-04-28T03:19:26.544897Z","end":"2026-04-28T03:19:29.06904Z","steps":["trace[741847541] 'agreement among raft nodes before linearized reading' (duration: 2.524036972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.19923Z","time spent":"4.869834295s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:29.069084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861263159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:19:29.069144Z","caller":"traceutil/trace.go:171","msg":"trace[59543392] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1373; }","duration":"4.861361822s","start":"2026-04-28T03:19:24.207765Z","end":"2026-04-28T03:19:29.069127Z","steps":["trace[59543392] 'agreement among raft nodes before linearized reading' (duration: 4.861139604s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593640328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663638768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069223Z","caller":"traceutil/trace.go:171","msg":"trace[863064893] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1373; }","duration":"2.593749062s","start":"2026-04-28T03:19:26.475459Z","end":"2026-04-28T03:19:29.069208Z","steps":["trace[863064893] 'agreement among raft nodes before linearized reading' (duration: 2.593642999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743482114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069248Z","caller":"traceutil/trace.go:171","msg":"trace[231018717] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1373; }","duration":"2.663698579s","start":"2026-04-28T03:19:26.405537Z","end":"2026-04-28T03:19:29.069235Z","steps":["trace[231018717] 'agreement among raft nodes before linearized reading' (duration: 2.663635317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.475436Z","time spent":"2.593810954s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.069245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.207736Z","time spent":"4.861448805s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:19:29.069245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645984801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.40553Z","time spent":"2.663737701s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216227731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069319Z","caller":"traceutil/trace.go:171","msg":"trace[2105716120] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1373; }","duration":"2.216281123s","start":"2026-04-28T03:19:26.853029Z","end":"2026-04-28T03:19:29.06931Z","steps":["trace[2105716120] 'agreement among raft nodes before linearized reading' (duration: 2.216233941s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069317Z","caller":"traceutil/trace.go:171","msg":"trace[843856617] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1373; }","duration":"2.646092384s","start":"2026-04-28T03:19:26.423207Z","end":"2026-04-28T03:19:29.0693Z","steps":["trace[843856617] 'agreement among raft nodes before linearized reading' (duration: 2.64596261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683373564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.423198Z","time spent":"2.646149266s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.06938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216692476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684092458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542773407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069427Z","caller":"traceutil/trace.go:171","msg":"trace[715037672] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1373; }","duration":"2.542806887s","start":"2026-04-28T03:19:26.526615Z","end":"2026-04-28T03:19:29.069422Z","steps":["trace[715037672] 'agreement among raft nodes before linearized reading' (duration: 2.542774336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069411Z","caller":"traceutil/trace.go:171","msg":"trace[751081328] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1373; }","duration":"2.68355303s","start":"2026-04-28T03:19:26.385828Z","end":"2026-04-28T03:19:29.069381Z","steps":["trace[751081328] 'agreement among raft nodes before linearized reading' (duration: 2.68325382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.526609Z","time spent":"2.542829758s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.069433Z","caller":"traceutil/trace.go:171","msg":"trace[1967408657] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1373; }","duration":"2.684135639s","start":"2026-04-28T03:19:26.385284Z","end":"2026-04-28T03:19:29.06942Z","steps":["trace[1967408657] 'agreement among raft nodes before linearized reading' (duration: 2.684076287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233059221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.06948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.385777Z","time spent":"2.683690975s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594146605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543319214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069498Z","caller":"traceutil/trace.go:171","msg":"trace[204568067] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1373; }","duration":"2.233105933s","start":"2026-04-28T03:19:26.836386Z","end":"2026-04-28T03:19:29.069492Z","steps":["trace[204568067] 'agreement among raft nodes before linearized reading' (duration: 2.233060801s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069548Z","caller":"traceutil/trace.go:171","msg":"trace[1341161525] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1373; }","duration":"2.594196236s","start":"2026-04-28T03:19:26.475341Z","end":"2026-04-28T03:19:29.069537Z","steps":["trace[1341161525] 'agreement among raft nodes before linearized reading' (duration: 2.594153855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700910658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543467959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.836379Z","time spent":"2.233181125s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.475328Z","time spent":"2.594234828s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.069582Z","caller":"traceutil/trace.go:171","msg":"trace[29816958] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1373; }","duration":"2.543493409s","start":"2026-04-28T03:19:26.526084Z","end":"2026-04-28T03:19:29.069577Z","steps":["trace[29816958] 'agreement among raft nodes before linearized reading' (duration: 2.543472159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.526075Z","time spent":"2.543516741s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.069589Z","caller":"traceutil/trace.go:171","msg":"trace[1118075964] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1373; }","duration":"2.70099399s","start":"2026-04-28T03:19:26.368582Z","end":"2026-04-28T03:19:29.069576Z","steps":["trace[1118075964] 'agreement among raft nodes before linearized reading' (duration: 2.700928328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.368558Z","time spent":"2.701060673s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554520217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774054361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612302379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558578911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069709Z","caller":"traceutil/trace.go:171","msg":"trace[1002771302] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1373; }","duration":"2.558599632s","start":"2026-04-28T03:19:26.511106Z","end":"2026-04-28T03:19:29.069705Z","steps":["trace[1002771302] 'agreement among raft nodes before linearized reading' (duration: 2.558576621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233640659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.06971Z","caller":"traceutil/trace.go:171","msg":"trace[510100046] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1373; }","duration":"2.612376582s","start":"2026-04-28T03:19:26.457323Z","end":"2026-04-28T03:19:29.069699Z","steps":["trace[510100046] 'agreement among raft nodes before linearized reading' (duration: 2.61234077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.5111Z","time spent":"2.558618562s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.069729Z","caller":"traceutil/trace.go:171","msg":"trace[730877219] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1373; }","duration":"2.23366486s","start":"2026-04-28T03:19:26.836057Z","end":"2026-04-28T03:19:29.069722Z","steps":["trace[730877219] 'agreement among raft nodes before linearized reading' (duration: 2.233628119s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069711Z","caller":"traceutil/trace.go:171","msg":"trace[1720914888] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1373; }","duration":"2.774144124s","start":"2026-04-28T03:19:26.29555Z","end":"2026-04-28T03:19:29.069694Z","steps":["trace[1720914888] 'agreement among raft nodes before linearized reading' (duration: 2.774036001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.835992Z","time spent":"2.233753974s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.069763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612855578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069781Z","caller":"traceutil/trace.go:171","msg":"trace[481255834] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1373; }","duration":"2.612944401s","start":"2026-04-28T03:19:26.456831Z","end":"2026-04-28T03:19:29.069776Z","steps":["trace[481255834] 'agreement among raft nodes before linearized reading' (duration: 2.61291595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558942364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.456811Z","time spent":"2.612982493s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.069814Z","caller":"traceutil/trace.go:171","msg":"trace[203520482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1373; }","duration":"2.558971384s","start":"2026-04-28T03:19:26.510839Z","end":"2026-04-28T03:19:29.069811Z","steps":["trace[203520482] 'agreement among raft nodes before linearized reading' (duration: 2.558946203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.06979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.295545Z","time spent":"2.774221097s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.069828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.510831Z","time spent":"2.558993535s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.069884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577745639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069897Z","caller":"traceutil/trace.go:171","msg":"trace[1133960706] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1373; }","duration":"2.577780781s","start":"2026-04-28T03:19:26.49211Z","end":"2026-04-28T03:19:29.069891Z","steps":["trace[1133960706] 'agreement among raft nodes before linearized reading' (duration: 2.57776195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.492101Z","time spent":"2.577807951s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701736884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.06992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613051005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069941Z","caller":"traceutil/trace.go:171","msg":"trace[85133652] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1373; }","duration":"2.613072325s","start":"2026-04-28T03:19:26.456861Z","end":"2026-04-28T03:19:29.069934Z","steps":["trace[85133652] 'agreement among raft nodes before linearized reading' (duration: 2.613036834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665059624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069946Z","caller":"traceutil/trace.go:171","msg":"trace[863059621] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1373; }","duration":"2.701830648s","start":"2026-04-28T03:19:26.368101Z","end":"2026-04-28T03:19:29.069931Z","steps":["trace[863059621] 'agreement among raft nodes before linearized reading' (duration: 2.701747945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64600231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069982Z","caller":"traceutil/trace.go:171","msg":"trace[1025186474] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1373; }","duration":"2.665127127s","start":"2026-04-28T03:19:26.404834Z","end":"2026-04-28T03:19:29.069961Z","steps":["trace[1025186474] 'agreement among raft nodes before linearized reading' (duration: 2.665047245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578537815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070007Z","caller":"traceutil/trace.go:171","msg":"trace[1253322959] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1373; }","duration":"2.646062352s","start":"2026-04-28T03:19:26.423939Z","end":"2026-04-28T03:19:29.070002Z","steps":["trace[1253322959] 'agreement among raft nodes before linearized reading' (duration: 2.646031901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.368077Z","time spent":"2.70190456s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.40483Z","time spent":"2.665179519s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578614728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070049Z","caller":"traceutil/trace.go:171","msg":"trace[536398987] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1373; }","duration":"2.578649709s","start":"2026-04-28T03:19:26.491396Z","end":"2026-04-28T03:19:29.070046Z","steps":["trace[536398987] 'agreement among raft nodes before linearized reading' (duration: 2.578629668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.491382Z","time spent":"2.57867503s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.069349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.853023Z","time spent":"2.216318384s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.070123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594098363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774537367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070166Z","caller":"traceutil/trace.go:171","msg":"trace[973207272] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1373; }","duration":"2.774611939s","start":"2026-04-28T03:19:26.295538Z","end":"2026-04-28T03:19:29.07015Z","steps":["trace[973207272] 'agreement among raft nodes before linearized reading' (duration: 2.774509986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.385241Z","time spent":"2.684228062s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.423912Z","time spent":"2.646110973s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.070199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665370765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702114217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.069333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683963193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070292Z","caller":"traceutil/trace.go:171","msg":"trace[2057916307] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1373; }","duration":"2.684925685s","start":"2026-04-28T03:19:26.385356Z","end":"2026-04-28T03:19:29.070281Z","steps":["trace[2057916307] 'agreement among raft nodes before linearized reading' (duration: 2.683942312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070282Z","caller":"traceutil/trace.go:171","msg":"trace[257676802] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1373; }","duration":"2.702242741s","start":"2026-04-28T03:19:26.368017Z","end":"2026-04-28T03:19:29.070259Z","steps":["trace[257676802] 'agreement among raft nodes before linearized reading' (duration: 2.702152988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.385303Z","time spent":"2.685012478s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.367997Z","time spent":"2.702342805s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.069433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216856292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070421Z","caller":"traceutil/trace.go:171","msg":"trace[1878623672] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1373; }","duration":"2.217836073s","start":"2026-04-28T03:19:26.852559Z","end":"2026-04-28T03:19:29.070395Z","steps":["trace[1878623672] 'agreement among raft nodes before linearized reading' (duration: 2.216855741s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069269Z","caller":"traceutil/trace.go:171","msg":"trace[1074542535] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1373; }","duration":"2.743577927s","start":"2026-04-28T03:19:26.325675Z","end":"2026-04-28T03:19:29.069253Z","steps":["trace[1074542535] 'agreement among raft nodes before linearized reading' (duration: 2.743482234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.852552Z","time spent":"2.217890045s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64717816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833504064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:19:29.070481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.325657Z","time spent":"2.744812018s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.069402Z","caller":"traceutil/trace.go:171","msg":"trace[1253199099] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1373; }","duration":"2.216746608s","start":"2026-04-28T03:19:26.852649Z","end":"2026-04-28T03:19:29.069395Z","steps":["trace[1253199099] 'agreement among raft nodes before linearized reading' (duration: 2.216715837s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070516Z","caller":"traceutil/trace.go:171","msg":"trace[1898433582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1373; }","duration":"4.833591088s","start":"2026-04-28T03:19:24.236911Z","end":"2026-04-28T03:19:29.070502Z","steps":["trace[1898433582] 'agreement among raft nodes before linearized reading' (duration: 4.833447713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197568272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:29.070561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.23689Z","time spent":"4.833662s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:29.070581Z","caller":"traceutil/trace.go:171","msg":"trace[1045490028] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1373; }","duration":"3.197642055s","start":"2026-04-28T03:19:25.872928Z","end":"2026-04-28T03:19:29.070571Z","steps":["trace[1045490028] 'agreement among raft nodes before linearized reading' (duration: 3.197600954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724505843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.872906Z","time spent":"3.197696406s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253639345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070631Z","caller":"traceutil/trace.go:171","msg":"trace[939624718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1373; }","duration":"2.724578685s","start":"2026-04-28T03:19:26.346037Z","end":"2026-04-28T03:19:29.070615Z","steps":["trace[939624718] 'agreement among raft nodes before linearized reading' (duration: 2.724494262s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254511814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834052773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T03:19:29.070682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834220069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:29.070697Z","caller":"traceutil/trace.go:171","msg":"trace[1957061622] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1373; }","duration":"2.254566075s","start":"2026-04-28T03:19:26.816126Z","end":"2026-04-28T03:19:29.070692Z","steps":["trace[1957061622] 'agreement among raft nodes before linearized reading' (duration: 2.254535344s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070648Z","caller":"traceutil/trace.go:171","msg":"trace[1588926541] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1373; }","duration":"2.253685196s","start":"2026-04-28T03:19:26.816955Z","end":"2026-04-28T03:19:29.070641Z","steps":["trace[1588926541] 'agreement among raft nodes before linearized reading' (duration: 2.253652135s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070137Z","caller":"traceutil/trace.go:171","msg":"trace[440000209] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1373; }","duration":"2.594149995s","start":"2026-04-28T03:19:26.475982Z","end":"2026-04-28T03:19:29.070132Z","steps":["trace[440000209] 'agreement among raft nodes before linearized reading' (duration: 2.594126374s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070714Z","caller":"traceutil/trace.go:171","msg":"trace[1146715668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1373; }","duration":"4.834288561s","start":"2026-04-28T03:19:24.236418Z","end":"2026-04-28T03:19:29.070707Z","steps":["trace[1146715668] 'agreement among raft nodes before linearized reading' (duration: 4.834180817s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070709Z","caller":"traceutil/trace.go:171","msg":"trace[1961235720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1373; }","duration":"4.834090924s","start":"2026-04-28T03:19:24.236611Z","end":"2026-04-28T03:19:29.070702Z","steps":["trace[1961235720] 'agreement among raft nodes before linearized reading' (duration: 4.83399393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.816103Z","time spent":"2.254612617s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.852624Z","time spent":"2.218079252s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.236395Z","time spent":"4.834335322s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:29.070737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.236605Z","time spent":"4.834126625s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:29.070735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.816938Z","time spent":"2.253785399s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.069736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.457296Z","time spent":"2.612433984s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.07078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35708571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833587127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:29.070818Z","caller":"traceutil/trace.go:171","msg":"trace[1824664376] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1373; }","duration":"3.357159603s","start":"2026-04-28T03:19:25.713648Z","end":"2026-04-28T03:19:29.070807Z","steps":["trace[1824664376] 'agreement among raft nodes before linearized reading' (duration: 3.357092931s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070839Z","caller":"traceutil/trace.go:171","msg":"trace[128455758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1373; }","duration":"4.833631799s","start":"2026-04-28T03:19:24.2372Z","end":"2026-04-28T03:19:29.070831Z","steps":["trace[128455758] 'agreement among raft nodes before linearized reading' (duration: 4.833566417s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.069674Z","caller":"traceutil/trace.go:171","msg":"trace[701063524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1373; }","duration":"2.554543878s","start":"2026-04-28T03:19:26.515127Z","end":"2026-04-28T03:19:29.069671Z","steps":["trace[701063524] 'agreement among raft nodes before linearized reading' (duration: 2.554520487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.713629Z","time spent":"3.357207484s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.070235Z","caller":"traceutil/trace.go:171","msg":"trace[1247430780] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1373; }","duration":"2.665404096s","start":"2026-04-28T03:19:26.404819Z","end":"2026-04-28T03:19:29.070223Z","steps":["trace[1247430780] 'agreement among raft nodes before linearized reading' (duration: 2.665348234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.07086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.237188Z","time spent":"4.83366833s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:29.070863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.515121Z","time spent":"2.555736777s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.070861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725019879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254802344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.404786Z","time spent":"2.666088429s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.070897Z","caller":"traceutil/trace.go:171","msg":"trace[755680739] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1373; }","duration":"2.725093193s","start":"2026-04-28T03:19:26.345793Z","end":"2026-04-28T03:19:29.070886Z","steps":["trace[755680739] 'agreement among raft nodes before linearized reading' (duration: 2.72504093s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.070016Z","caller":"traceutil/trace.go:171","msg":"trace[1305009503] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1373; }","duration":"2.578586847s","start":"2026-04-28T03:19:26.491425Z","end":"2026-04-28T03:19:29.070012Z","steps":["trace[1305009503] 'agreement among raft nodes before linearized reading' (duration: 2.578558626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.070935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272234015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.070906Z","caller":"traceutil/trace.go:171","msg":"trace[769621737] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1373; }","duration":"2.254844445s","start":"2026-04-28T03:19:26.816055Z","end":"2026-04-28T03:19:29.070899Z","steps":["trace[769621737] 'agreement among raft nodes before linearized reading' (duration: 2.254807993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.07095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.491404Z","time spent":"2.579535669s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.070956Z","caller":"traceutil/trace.go:171","msg":"trace[320519800] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1373; }","duration":"2.272258446s","start":"2026-04-28T03:19:26.798693Z","end":"2026-04-28T03:19:29.070951Z","steps":["trace[320519800] 'agreement among raft nodes before linearized reading' (duration: 2.272226735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.544872Z","time spent":"2.524204438s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396530221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.798671Z","time spent":"2.272302867s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.071007Z","caller":"traceutil/trace.go:171","msg":"trace[520091962] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1373; }","duration":"2.396556421s","start":"2026-04-28T03:19:26.674445Z","end":"2026-04-28T03:19:29.071001Z","steps":["trace[520091962] 'agreement among raft nodes before linearized reading' (duration: 2.3965295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.674441Z","time spent":"2.396586572s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.295518Z","time spent":"2.774682762s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725289289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273039921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071092Z","caller":"traceutil/trace.go:171","msg":"trace[309071794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1373; }","duration":"2.72531363s","start":"2026-04-28T03:19:26.345771Z","end":"2026-04-28T03:19:29.071085Z","steps":["trace[309071794] 'agreement among raft nodes before linearized reading' (duration: 2.725272659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329221251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311045936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.07107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29433386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345875035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273000081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29406658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071158Z","caller":"traceutil/trace.go:171","msg":"trace[1449321874] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1373; }","duration":"2.311122078s","start":"2026-04-28T03:19:26.760028Z","end":"2026-04-28T03:19:29.07115Z","steps":["trace[1449321874] 'agreement among raft nodes before linearized reading' (duration: 2.311052756s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071167Z","caller":"traceutil/trace.go:171","msg":"trace[1906785014] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1373; }","duration":"2.273052812s","start":"2026-04-28T03:19:26.798108Z","end":"2026-04-28T03:19:29.071161Z","steps":["trace[1906785014] 'agreement among raft nodes before linearized reading' (duration: 2.27301448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745404378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345942347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294180034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.07117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310807918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.34573Z","time spent":"2.725377172s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071196Z","caller":"traceutil/trace.go:171","msg":"trace[535077040] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1373; }","duration":"2.745444549s","start":"2026-04-28T03:19:26.325742Z","end":"2026-04-28T03:19:29.071187Z","steps":["trace[535077040] 'agreement among raft nodes before linearized reading' (duration: 2.745418659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.06996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.456823Z","time spent":"2.613131647s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.071187Z","caller":"traceutil/trace.go:171","msg":"trace[801789484] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1373; }","duration":"2.294120593s","start":"2026-04-28T03:19:26.777051Z","end":"2026-04-28T03:19:29.071171Z","steps":["trace[801789484] 'agreement among raft nodes before linearized reading' (duration: 2.294055351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.325731Z","time spent":"2.74548001s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422640499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.07118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422453483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071209Z","caller":"traceutil/trace.go:171","msg":"trace[1105927459] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1373; }","duration":"2.294241527s","start":"2026-04-28T03:19:26.776955Z","end":"2026-04-28T03:19:29.071197Z","steps":["trace[1105927459] 'agreement among raft nodes before linearized reading' (duration: 2.294179395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.069462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653547001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.816039Z","time spent":"2.254917368s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.777046Z","time spent":"2.294180915s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.071251Z","caller":"traceutil/trace.go:171","msg":"trace[1324576134] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1373; }","duration":"2.422521715s","start":"2026-04-28T03:19:26.648719Z","end":"2026-04-28T03:19:29.071241Z","steps":["trace[1324576134] 'agreement among raft nodes before linearized reading' (duration: 2.422443013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.776941Z","time spent":"2.294308429s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071265Z","caller":"traceutil/trace.go:171","msg":"trace[1747399816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1373; }","duration":"2.655381083s","start":"2026-04-28T03:19:26.415874Z","end":"2026-04-28T03:19:29.071255Z","steps":["trace[1747399816] 'agreement among raft nodes before linearized reading' (duration: 2.653555752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382800544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071144Z","caller":"traceutil/trace.go:171","msg":"trace[126987179] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:1373; }","duration":"2.294444063s","start":"2026-04-28T03:19:26.776693Z","end":"2026-04-28T03:19:29.071137Z","steps":["trace[126987179] 'agreement among raft nodes before linearized reading' (duration: 2.294332939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.415856Z","time spent":"2.655431054s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071303Z","caller":"traceutil/trace.go:171","msg":"trace[1436333765] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1373; }","duration":"2.382836675s","start":"2026-04-28T03:19:26.688458Z","end":"2026-04-28T03:19:29.071295Z","steps":["trace[1436333765] 'agreement among raft nodes before linearized reading' (duration: 2.382815094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.648557Z","time spent":"2.422725142s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329390117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.070287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774776874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.07132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.688441Z","time spent":"2.382875556s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.070684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.346032Z","time spent":"2.724636336s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745335886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071347Z","caller":"traceutil/trace.go:171","msg":"trace[2145160015] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1373; }","duration":"2.329472579s","start":"2026-04-28T03:19:26.741861Z","end":"2026-04-28T03:19:29.071333Z","steps":["trace[2145160015] 'agreement among raft nodes before linearized reading' (duration: 2.329406237s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071359Z","caller":"traceutil/trace.go:171","msg":"trace[1027203963] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1373; }","duration":"2.775846211s","start":"2026-04-28T03:19:26.295496Z","end":"2026-04-28T03:19:29.071342Z","steps":["trace[1027203963] 'agreement among raft nodes before linearized reading' (duration: 2.774749543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396712987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071375Z","caller":"traceutil/trace.go:171","msg":"trace[1586663388] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1373; }","duration":"2.745584264s","start":"2026-04-28T03:19:26.325774Z","end":"2026-04-28T03:19:29.071358Z","steps":["trace[1586663388] 'agreement among raft nodes before linearized reading' (duration: 2.745352946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.741843Z","time spent":"2.329535621s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.071408Z","caller":"traceutil/trace.go:171","msg":"trace[2112412424] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1373; }","duration":"2.397040418s","start":"2026-04-28T03:19:26.674361Z","end":"2026-04-28T03:19:29.071402Z","steps":["trace[2112412424] 'agreement among raft nodes before linearized reading' (duration: 2.396726537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383087653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.069546Z","caller":"traceutil/trace.go:171","msg":"trace[1575986176] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1373; }","duration":"2.543393666s","start":"2026-04-28T03:19:26.526147Z","end":"2026-04-28T03:19:29.069541Z","steps":["trace[1575986176] 'agreement among raft nodes before linearized reading' (duration: 2.543368265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477205265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071431Z","caller":"traceutil/trace.go:171","msg":"trace[1606787525] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1373; }","duration":"2.383130234s","start":"2026-04-28T03:19:26.688295Z","end":"2026-04-28T03:19:29.071426Z","steps":["trace[1606787525] 'agreement among raft nodes before linearized reading' (duration: 2.383105764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.760008Z","time spent":"2.311169869s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508742204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.325746Z","time spent":"2.745666207s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.070749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26533736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:29.071451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.526129Z","time spent":"2.545307421s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383532778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071471Z","caller":"traceutil/trace.go:171","msg":"trace[497889329] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1373; }","duration":"4.266104297s","start":"2026-04-28T03:19:24.80536Z","end":"2026-04-28T03:19:29.071464Z","steps":["trace[497889329] 'agreement among raft nodes before linearized reading' (duration: 4.265352851s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071483Z","caller":"traceutil/trace.go:171","msg":"trace[375331982] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1373; }","duration":"2.383582319s","start":"2026-04-28T03:19:26.687896Z","end":"2026-04-28T03:19:29.071478Z","steps":["trace[375331982] 'agreement among raft nodes before linearized reading' (duration: 2.383560608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311319414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477294288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:24.805338Z","time spent":"4.266147567s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071175Z","caller":"traceutil/trace.go:171","msg":"trace[1608222307] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1373; }","duration":"2.329309894s","start":"2026-04-28T03:19:26.741826Z","end":"2026-04-28T03:19:29.071136Z","steps":["trace[1608222307] 'agreement among raft nodes before linearized reading' (duration: 2.329160229s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071505Z","caller":"traceutil/trace.go:171","msg":"trace[2072060506] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1373; }","duration":"2.311421958s","start":"2026-04-28T03:19:26.760075Z","end":"2026-04-28T03:19:29.071497Z","steps":["trace[2072060506] 'agreement among raft nodes before linearized reading' (duration: 2.311359626s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.07151Z","caller":"traceutil/trace.go:171","msg":"trace[14210103] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1373; }","duration":"2.477329809s","start":"2026-04-28T03:19:26.594175Z","end":"2026-04-28T03:19:29.071505Z","steps":["trace[14210103] 'agreement among raft nodes before linearized reading' (duration: 2.477295348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396887492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.741818Z","time spent":"2.329694906s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.760072Z","time spent":"2.311446198s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.07153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.594129Z","time spent":"2.477396012s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422283967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071106Z","caller":"traceutil/trace.go:171","msg":"trace[184256289] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1373; }","duration":"2.273083904s","start":"2026-04-28T03:19:26.798013Z","end":"2026-04-28T03:19:29.071097Z","steps":["trace[184256289] 'agreement among raft nodes before linearized reading' (duration: 2.273036192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.07122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365833389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071565Z","caller":"traceutil/trace.go:171","msg":"trace[335733608] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1373; }","duration":"2.422720722s","start":"2026-04-28T03:19:26.648835Z","end":"2026-04-28T03:19:29.071556Z","steps":["trace[335733608] 'agreement among raft nodes before linearized reading' (duration: 2.422290587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.0714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.29544Z","time spent":"2.775943904s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.071586Z","caller":"traceutil/trace.go:171","msg":"trace[1429199450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1373; }","duration":"2.366250322s","start":"2026-04-28T03:19:26.705329Z","end":"2026-04-28T03:19:29.07158Z","steps":["trace[1429199450] 'agreement among raft nodes before linearized reading' (duration: 2.36587861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.705285Z","time spent":"2.366311825s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.07051Z","caller":"traceutil/trace.go:171","msg":"trace[1690425358] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1373; }","duration":"2.647304894s","start":"2026-04-28T03:19:26.423178Z","end":"2026-04-28T03:19:29.070483Z","steps":["trace[1690425358] 'agreement among raft nodes before linearized reading' (duration: 2.647155789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071153Z","caller":"traceutil/trace.go:171","msg":"trace[488132559] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1373; }","duration":"2.345897315s","start":"2026-04-28T03:19:26.725251Z","end":"2026-04-28T03:19:29.071148Z","steps":["trace[488132559] 'agreement among raft nodes before linearized reading' (duration: 2.345872904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526345169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.071191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.798091Z","time spent":"2.273092943s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477558786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.071211Z","caller":"traceutil/trace.go:171","msg":"trace[767680995] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1373; }","duration":"2.310859949s","start":"2026-04-28T03:19:26.760342Z","end":"2026-04-28T03:19:29.071202Z","steps":["trace[767680995] 'agreement among raft nodes before linearized reading' (duration: 2.310797457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.798Z","time spent":"2.27358678s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.07146Z","caller":"traceutil/trace.go:171","msg":"trace[1371485730] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1373; }","duration":"2.508795556s","start":"2026-04-28T03:19:26.562658Z","end":"2026-04-28T03:19:29.071453Z","steps":["trace[1371485730] 'agreement among raft nodes before linearized reading' (duration: 2.508757885s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.071702Z","caller":"traceutil/trace.go:171","msg":"trace[929399379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1373; }","duration":"2.477606608s","start":"2026-04-28T03:19:26.594089Z","end":"2026-04-28T03:19:29.071696Z","steps":["trace[929399379] 'agreement among raft nodes before linearized reading' (duration: 2.477540876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.64882Z","time spent":"2.422768523s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.687871Z","time spent":"2.383621721s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.071254Z","caller":"traceutil/trace.go:171","msg":"trace[857300510] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1373; }","duration":"2.42266798s","start":"2026-04-28T03:19:26.648565Z","end":"2026-04-28T03:19:29.071233Z","steps":["trace[857300510] 'agreement among raft nodes before linearized reading' (duration: 2.422630269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.072696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.648489Z","time spent":"2.4241889s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071533Z","caller":"traceutil/trace.go:171","msg":"trace[180242031] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1373; }","duration":"2.396935094s","start":"2026-04-28T03:19:26.674593Z","end":"2026-04-28T03:19:29.071528Z","steps":["trace[180242031] 'agreement among raft nodes before linearized reading' (duration: 2.396912893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.072903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.674569Z","time spent":"2.398310609s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.070931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.345767Z","time spent":"2.725155835s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234599411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.073333Z","caller":"traceutil/trace.go:171","msg":"trace[1988082335] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1373; }","duration":"2.237354713s","start":"2026-04-28T03:19:26.835962Z","end":"2026-04-28T03:19:29.073317Z","steps":["trace[1988082335] 'agreement among raft nodes before linearized reading' (duration: 2.234591441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.073388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.835952Z","time spent":"2.237422245s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.674341Z","time spent":"2.397083608s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.423164Z","time spent":"2.648455033s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898449653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:29.073963Z","caller":"traceutil/trace.go:171","msg":"trace[1306793470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1373; }","duration":"3.901734242s","start":"2026-04-28T03:19:25.172217Z","end":"2026-04-28T03:19:29.073951Z","steps":["trace[1306793470] 'agreement among raft nodes before linearized reading' (duration: 3.898424212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.07401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.172196Z","time spent":"3.901801065s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:19:29.071446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.68828Z","time spent":"2.383163296s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.071445Z","caller":"traceutil/trace.go:171","msg":"trace[1947514832] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1373; }","duration":"2.477239437s","start":"2026-04-28T03:19:26.594198Z","end":"2026-04-28T03:19:29.071438Z","steps":["trace[1947514832] 'agreement among raft nodes before linearized reading' (duration: 2.477198655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.074465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.594194Z","time spent":"2.480255667s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.070732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.475959Z","time spent":"2.594765895s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.071681Z","caller":"traceutil/trace.go:171","msg":"trace[1857090570] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1373; }","duration":"2.526430752s","start":"2026-04-28T03:19:26.54521Z","end":"2026-04-28T03:19:29.071641Z","steps":["trace[1857090570] 'agreement among raft nodes before linearized reading' (duration: 2.526386371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.074823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.545174Z","time spent":"2.529640229s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526624029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.076257Z","caller":"traceutil/trace.go:171","msg":"trace[2056393847] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1373; }","duration":"2.531208811s","start":"2026-04-28T03:19:26.545027Z","end":"2026-04-28T03:19:29.076236Z","steps":["trace[2056393847] 'agreement among raft nodes before linearized reading' (duration: 2.52666927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.076308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.544992Z","time spent":"2.531300133s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.594068Z","time spent":"2.47764772s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.562634Z","time spent":"2.509083075s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344460537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.076578Z","caller":"traceutil/trace.go:171","msg":"trace[708073118] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1373; }","duration":"2.349931609s","start":"2026-04-28T03:19:26.726636Z","end":"2026-04-28T03:19:29.076567Z","steps":["trace[708073118] 'agreement among raft nodes before linearized reading' (duration: 2.344462478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.071242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328545179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.07663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.72663Z","time spent":"2.349978841s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:19:29.076626Z","caller":"traceutil/trace.go:171","msg":"trace[1768590413] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1373; }","duration":"2.333938998s","start":"2026-04-28T03:19:26.742672Z","end":"2026-04-28T03:19:29.076611Z","steps":["trace[1768590413] 'agreement among raft nodes before linearized reading' (duration: 2.328534838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.076687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.742666Z","time spent":"2.33400903s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.725247Z","time spent":"2.346389272s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.07132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.776676Z","time spent":"2.294633829s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:19:29.071261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366793921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.0769Z","caller":"traceutil/trace.go:171","msg":"trace[19663895] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1373; }","duration":"2.372455499s","start":"2026-04-28T03:19:26.704433Z","end":"2026-04-28T03:19:29.076889Z","steps":["trace[19663895] 'agreement among raft nodes before linearized reading' (duration: 2.366817902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.076936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.704419Z","time spent":"2.37250533s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509050414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.077093Z","caller":"traceutil/trace.go:171","msg":"trace[133407260] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1373; }","duration":"2.514361941s","start":"2026-04-28T03:19:26.562722Z","end":"2026-04-28T03:19:29.077084Z","steps":["trace[133407260] 'agreement among raft nodes before linearized reading' (duration: 2.509052285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.077125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.562712Z","time spent":"2.514403383s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.760338Z","time spent":"2.311371227s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.071242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366643605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.077349Z","caller":"traceutil/trace.go:171","msg":"trace[1940975438] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1373; }","duration":"2.372743038s","start":"2026-04-28T03:19:26.704594Z","end":"2026-04-28T03:19:29.077337Z","steps":["trace[1940975438] 'agreement among raft nodes before linearized reading' (duration: 2.366635705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.077384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.704571Z","time spent":"2.37280215s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:19:29.071195Z","caller":"traceutil/trace.go:171","msg":"trace[94768748] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1373; }","duration":"2.345977219s","start":"2026-04-28T03:19:26.725214Z","end":"2026-04-28T03:19:29.071191Z","steps":["trace[94768748] 'agreement among raft nodes before linearized reading' (duration: 2.345952668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.077508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.725199Z","time spent":"2.352300628s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:29.071754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509009823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.077608Z","caller":"traceutil/trace.go:171","msg":"trace[1978364742] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1373; }","duration":"2.514878738s","start":"2026-04-28T03:19:26.562717Z","end":"2026-04-28T03:19:29.077596Z","steps":["trace[1978364742] 'agreement among raft nodes before linearized reading' (duration: 2.509019424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.077635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:26.562701Z","time spent":"2.514926899s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:19:29.659822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.750912ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:19:29.659959Z","caller":"traceutil/trace.go:171","msg":"trace[754258668] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1420; }","duration":"584.23934ms","start":"2026-04-28T03:19:29.075697Z","end":"2026-04-28T03:19:29.659937Z","steps":["trace[754258668] 'read index received' (duration: 355.468908ms)","trace[754258668] 'applied index is now lower than readState.Index' (duration: 228.768552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.660042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.075525Z","time spent":"584.513539ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:29.660211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.480608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.660332Z","caller":"traceutil/trace.go:171","msg":"trace[906195042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1373; }","duration":"584.672534ms","start":"2026-04-28T03:19:29.075634Z","end":"2026-04-28T03:19:29.660307Z","steps":["trace[906195042] 'agreement among raft nodes before linearized reading' (duration: 584.445797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.660383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.075623Z","time spent":"584.751217ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:30.160534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:30.643158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211981436s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:19:30.654833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.247937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.654937Z","caller":"traceutil/trace.go:171","msg":"trace[1990101564] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1373; }","duration":"464.357911ms","start":"2026-04-28T03:19:30.190561Z","end":"2026-04-28T03:19:30.654919Z","steps":["trace[1990101564] 'range keys from in-memory index tree' (duration: 464.233127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.655477Z","caller":"traceutil/trace.go:171","msg":"trace[953512190] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.578976028s","start":"2026-04-28T03:19:29.076473Z","end":"2026-04-28T03:19:30.655449Z","steps":["trace[953512190] 'process raft request' (duration: 1.578701799s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.655514Z","caller":"traceutil/trace.go:171","msg":"trace[1286252718] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"1.577829429s","start":"2026-04-28T03:19:29.077665Z","end":"2026-04-28T03:19:30.655494Z","steps":["trace[1286252718] 'process raft request' (duration: 1.577702164s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.655517Z","caller":"traceutil/trace.go:171","msg":"trace[1259533644] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"1.578528042s","start":"2026-04-28T03:19:29.076966Z","end":"2026-04-28T03:19:30.655494Z","steps":["trace[1259533644] 'process raft request' (duration: 1.578372657s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.655539Z","caller":"traceutil/trace.go:171","msg":"trace[799869353] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"1.579226836s","start":"2026-04-28T03:19:29.076296Z","end":"2026-04-28T03:19:30.655522Z","steps":["trace[799869353] 'process raft request' (duration: 1.567068452s)","trace[799869353] 'compare' (duration: 11.185942ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:30.655553Z","caller":"traceutil/trace.go:171","msg":"trace[1957887017] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"1.578975907s","start":"2026-04-28T03:19:29.076548Z","end":"2026-04-28T03:19:30.655524Z","steps":["trace[1957887017] 'process raft request' (duration: 1.578757159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.655602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.07646Z","time spent":"1.579078101s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.65563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.077656Z","time spent":"1.577907302s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.655679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.076278Z","time spent":"1.579312319s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:30.655723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.076542Z","time spent":"1.5790839s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.655832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.076937Z","time spent":"1.578635365s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.656063Z","caller":"traceutil/trace.go:171","msg":"trace[1940929195] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"1.57661289s","start":"2026-04-28T03:19:29.078907Z","end":"2026-04-28T03:19:30.65552Z","steps":["trace[1940929195] 'process raft request' (duration: 1.576505146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.656366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.078882Z","time spent":"1.577321302s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.681256Z","caller":"traceutil/trace.go:171","msg":"trace[671966655] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1380; }","duration":"1.020159264s","start":"2026-04-28T03:19:29.66106Z","end":"2026-04-28T03:19:30.681219Z","steps":["trace[671966655] 'process raft request' (duration: 1.020081391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:30.681303Z","caller":"traceutil/trace.go:171","msg":"trace[850027642] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1421; }","duration":"1.021214758s","start":"2026-04-28T03:19:29.659991Z","end":"2026-04-28T03:19:30.681206Z","steps":["trace[850027642] 'read index received' (duration: 983.37535ms)","trace[850027642] 'applied index is now lower than readState.Index' (duration: 37.838448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.681422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.661037Z","time spent":"1.020297878s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:30.681498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489921533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.681556Z","caller":"traceutil/trace.go:171","msg":"trace[485049209] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1380; }","duration":"1.490054208s","start":"2026-04-28T03:19:29.19149Z","end":"2026-04-28T03:19:30.681544Z","steps":["trace[485049209] 'agreement among raft nodes before linearized reading' (duration: 1.489931654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.681592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.191462Z","time spent":"1.49012022s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:30.68196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.431078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:30.681999Z","caller":"traceutil/trace.go:171","msg":"trace[1994438991] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1380; }","duration":"829.531102ms","start":"2026-04-28T03:19:29.852458Z","end":"2026-04-28T03:19:30.68199Z","steps":["trace[1994438991] 'agreement among raft nodes before linearized reading' (duration: 829.257363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.682024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.85242Z","time spent":"829.597804ms","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:30.682075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600844466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:2 size:14411"} {"level":"info","ts":"2026-04-28T03:19:30.682208Z","caller":"traceutil/trace.go:171","msg":"trace[369700670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:2; response_revision:1380; }","duration":"1.601087764s","start":"2026-04-28T03:19:29.081095Z","end":"2026-04-28T03:19:30.682183Z","steps":["trace[369700670] 'agreement among raft nodes before linearized reading' (duration: 1.600693781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.68229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.081087Z","time spent":"1.601190327s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":2,"response size":14434,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:19:32.393246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:32.894204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096294958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:33.047447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.970218915s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:33.047864Z","caller":"traceutil/trace.go:171","msg":"trace[1510282600] linearizableReadLoop","detail":"{readStateIndex:1433; appliedIndex:1432; }","duration":"1.154914787s","start":"2026-04-28T03:19:31.892924Z","end":"2026-04-28T03:19:33.047839Z","steps":["trace[1510282600] 'read index received' (duration: 1.154642098s)","trace[1510282600] 'applied index is now lower than readState.Index' (duration: 271.399µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:33.047898Z","caller":"traceutil/trace.go:171","msg":"trace[1857111736] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"1.970789153s","start":"2026-04-28T03:19:31.077088Z","end":"2026-04-28T03:19:33.047877Z","steps":["trace[1857111736] 'process raft request' (duration: 1.970605877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045627231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-28T03:19:33.04807Z","caller":"traceutil/trace.go:171","msg":"trace[1995263610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1383; }","duration":"1.045708613s","start":"2026-04-28T03:19:32.00235Z","end":"2026-04-28T03:19:33.048059Z","steps":["trace[1995263610] 'agreement among raft nodes before linearized reading' (duration: 1.045629911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.04811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.002325Z","time spent":"1.045775596s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:33.0481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.07706Z","time spent":"1.970939098s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:33.048177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.09094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:33.04821Z","caller":"traceutil/trace.go:171","msg":"trace[1606897822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1383; }","duration":"387.139171ms","start":"2026-04-28T03:19:32.661062Z","end":"2026-04-28T03:19:33.048201Z","steps":["trace[1606897822] 'agreement among raft nodes before linearized reading' (duration: 387.013567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.661056Z","time spent":"387.173623ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.048265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.813244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:33.048355Z","caller":"traceutil/trace.go:171","msg":"trace[1706717440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1383; }","duration":"387.966408ms","start":"2026-04-28T03:19:32.660371Z","end":"2026-04-28T03:19:33.048337Z","steps":["trace[1706717440] 'agreement among raft nodes before linearized reading' (duration: 387.735151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.653477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:33.048427Z","caller":"traceutil/trace.go:171","msg":"trace[530216414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1383; }","duration":"359.707568ms","start":"2026-04-28T03:19:32.688711Z","end":"2026-04-28T03:19:33.048419Z","steps":["trace[530216414] 'agreement among raft nodes before linearized reading' (duration: 359.620325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.688701Z","time spent":"359.74696ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:19:33.048465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.42557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:33.048487Z","caller":"traceutil/trace.go:171","msg":"trace[40615056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1383; }","duration":"387.484853ms","start":"2026-04-28T03:19:32.660997Z","end":"2026-04-28T03:19:33.048482Z","steps":["trace[40615056] 'agreement among raft nodes before linearized reading' (duration: 387.419911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.660973Z","time spent":"387.528604ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.048389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.00722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:33.048606Z","caller":"traceutil/trace.go:171","msg":"trace[1272990215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1383; }","duration":"388.250007ms","start":"2026-04-28T03:19:32.660336Z","end":"2026-04-28T03:19:33.048586Z","steps":["trace[1272990215] 'agreement among raft nodes before linearized reading' (duration: 387.986249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.660316Z","time spent":"388.33115ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.04803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155095733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:33.048708Z","caller":"traceutil/trace.go:171","msg":"trace[1118374565] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1383; }","duration":"1.155844818s","start":"2026-04-28T03:19:31.892849Z","end":"2026-04-28T03:19:33.048693Z","steps":["trace[1118374565] 'agreement among raft nodes before linearized reading' (duration: 1.155103484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.048398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.660338Z","time spent":"388.051631ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:33.048773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.892819Z","time spent":"1.1559356s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:33.049648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.67855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:33.049729Z","caller":"traceutil/trace.go:171","msg":"trace[275262296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1383; }","duration":"387.779273ms","start":"2026-04-28T03:19:32.661928Z","end":"2026-04-28T03:19:33.049708Z","steps":["trace[275262296] 'agreement among raft nodes before linearized reading' (duration: 386.657725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.049767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.661917Z","time spent":"387.841725ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:33.94108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.07586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:33.941191Z","caller":"traceutil/trace.go:171","msg":"trace[130687942] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"888.170792ms","start":"2026-04-28T03:19:33.053Z","end":"2026-04-28T03:19:33.941171Z","steps":["trace[130687942] 'process raft request' (duration: 338.919337ms)","trace[130687942] 'compare' (duration: 548.624924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:33.941273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.052985Z","time spent":"888.238015ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.04844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000884955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:37.048516Z","caller":"traceutil/trace.go:171","msg":"trace[1134351576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0010132s","start":"2026-04-28T03:19:35.047486Z","end":"2026-04-28T03:19:37.048499Z","steps":["trace[1134351576] 'agreement among raft nodes before linearized reading' (duration: 2.000903716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.048556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.04747Z","time spent":"2.001078421s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:37.438806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.766905Z","time spent":"2.671890752s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:37.942056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.550092205s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:37.942444Z","caller":"traceutil/trace.go:171","msg":"trace[2141116479] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"4.888724842s","start":"2026-04-28T03:19:33.053698Z","end":"2026-04-28T03:19:37.942423Z","steps":["trace[2141116479] 'process raft request' (duration: 4.888546526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.942559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.05368Z","time spent":"4.888810515s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.942763Z","caller":"traceutil/trace.go:171","msg":"trace[920141621] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"4.889013042s","start":"2026-04-28T03:19:33.053718Z","end":"2026-04-28T03:19:37.942731Z","steps":["trace[920141621] 'process raft request' (duration: 4.888666781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.942906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.053674Z","time spent":"4.889149926s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.943036Z","caller":"traceutil/trace.go:171","msg":"trace[1075086724] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"4.88922736s","start":"2026-04-28T03:19:33.053797Z","end":"2026-04-28T03:19:37.943025Z","steps":["trace[1075086724] 'process raft request' (duration: 4.888930399s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.943054Z","caller":"traceutil/trace.go:171","msg":"trace[68293093] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"4.889123996s","start":"2026-04-28T03:19:33.053918Z","end":"2026-04-28T03:19:37.943042Z","steps":["trace[68293093] 'process raft request' (duration: 4.889003952s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.943039Z","caller":"traceutil/trace.go:171","msg":"trace[1754478321] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1433; }","duration":"4.888782935s","start":"2026-04-28T03:19:33.054216Z","end":"2026-04-28T03:19:37.942999Z","steps":["trace[1754478321] 'read index received' (duration: 337.715907ms)","trace[1754478321] 'applied index is now lower than readState.Index' (duration: 4.551064938s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:37.943097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.053767Z","time spent":"4.889298812s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.943111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.053894Z","time spent":"4.889190529s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.943333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889104645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:2 size:14411"} {"level":"info","ts":"2026-04-28T03:19:37.943415Z","caller":"traceutil/trace.go:171","msg":"trace[1357025803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:2; response_revision:1388; }","duration":"4.889212169s","start":"2026-04-28T03:19:33.054179Z","end":"2026-04-28T03:19:37.943391Z","steps":["trace[1357025803] 'agreement among raft nodes before linearized reading' (duration: 4.888986851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.943467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.05417Z","time spent":"4.889280212s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":2,"response size":14434,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:19:38.133579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:38.133683Z","caller":"traceutil/trace.go:171","msg":"trace[1741025228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000959949s","start":"2026-04-28T03:19:36.1327Z","end":"2026-04-28T03:19:38.13366Z","steps":["trace[1741025228] 'agreement among raft nodes before linearized reading' (duration: 2.000802614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.133746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.132683Z","time spent":"2.001048261s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:38.226253Z","caller":"traceutil/trace.go:171","msg":"trace[2008412820] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1438; }","duration":"283.1107ms","start":"2026-04-28T03:19:37.943123Z","end":"2026-04-28T03:19:38.226234Z","steps":["trace[2008412820] 'read index received' (duration: 282.206659ms)","trace[2008412820] 'applied index is now lower than readState.Index' (duration: 903.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:38.226327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195913734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:38.226376Z","caller":"traceutil/trace.go:171","msg":"trace[1448630138] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1389; }","duration":"2.196005847s","start":"2026-04-28T03:19:36.030361Z","end":"2026-04-28T03:19:38.226367Z","steps":["trace[1448630138] 'agreement among raft nodes before linearized reading' (duration: 2.195876573s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:38.226347Z","caller":"traceutil/trace.go:171","msg":"trace[874173435] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"3.17193042s","start":"2026-04-28T03:19:35.054366Z","end":"2026-04-28T03:19:38.226296Z","steps":["trace[874173435] 'process raft request' (duration: 3.171028429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.226403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.030346Z","time spent":"2.196050569s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:38.226407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156066236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:38.226442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280499979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:38.226478Z","caller":"traceutil/trace.go:171","msg":"trace[1024918923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"2.280539931s","start":"2026-04-28T03:19:35.945927Z","end":"2026-04-28T03:19:38.226467Z","steps":["trace[1024918923] 'agreement among raft nodes before linearized reading' (duration: 2.280412746s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:38.22648Z","caller":"traceutil/trace.go:171","msg":"trace[1173352729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"1.15620385s","start":"2026-04-28T03:19:37.070258Z","end":"2026-04-28T03:19:38.226462Z","steps":["trace[1173352729] 'agreement among raft nodes before linearized reading' (duration: 1.156079876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.226498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.05434Z","time spent":"3.172076885s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:38.226528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.07023Z","time spent":"1.156286703s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:38.226566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421393857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:38.226595Z","caller":"traceutil/trace.go:171","msg":"trace[1355576713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1389; }","duration":"2.42146827s","start":"2026-04-28T03:19:35.805116Z","end":"2026-04-28T03:19:38.226584Z","steps":["trace[1355576713] 'agreement among raft nodes before linearized reading' (duration: 2.421425319s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.226643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.805074Z","time spent":"2.421552513s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:38.22683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018420705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:19:38.226828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168511581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-04-28T03:19:38.226874Z","caller":"traceutil/trace.go:171","msg":"trace[1915242579] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1389; }","duration":"4.018501048s","start":"2026-04-28T03:19:34.208363Z","end":"2026-04-28T03:19:38.226864Z","steps":["trace[1915242579] 'agreement among raft nodes before linearized reading' (duration: 4.018377674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.226919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.208341Z","time spent":"4.01856428s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:19:38.226921Z","caller":"traceutil/trace.go:171","msg":"trace[761399635] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1389; }","duration":"5.168635376s","start":"2026-04-28T03:19:33.058263Z","end":"2026-04-28T03:19:38.226899Z","steps":["trace[761399635] 'agreement among raft nodes before linearized reading' (duration: 5.168391038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.226917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57065727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:38.226964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.058249Z","time spent":"5.168706329s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2920,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-28T03:19:38.227031Z","caller":"traceutil/trace.go:171","msg":"trace[1104014858] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1389; }","duration":"4.570840346s","start":"2026-04-28T03:19:33.656146Z","end":"2026-04-28T03:19:38.226987Z","steps":["trace[1104014858] 'agreement among raft nodes before linearized reading' (duration: 4.57067399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:38.227101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.656121Z","time spent":"4.57096564s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:38.226524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:35.945873Z","time spent":"2.280639483s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:19:40.057765Z","caller":"traceutil/trace.go:171","msg":"trace[536463219] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"106.753042ms","start":"2026-04-28T03:19:39.950991Z","end":"2026-04-28T03:19:40.057744Z","steps":["trace[536463219] 'process raft request' (duration: 106.611857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.782715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.207814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:40.782825Z","caller":"traceutil/trace.go:171","msg":"trace[592819554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1409; }","duration":"592.336828ms","start":"2026-04-28T03:19:40.190474Z","end":"2026-04-28T03:19:40.782811Z","steps":["trace[592819554] 'range keys from in-memory index tree' (duration: 592.194584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.78295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.28827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:40.783126Z","caller":"traceutil/trace.go:171","msg":"trace[979860186] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"831.434973ms","start":"2026-04-28T03:19:39.951674Z","end":"2026-04-28T03:19:40.783109Z","steps":["trace[979860186] 'process raft request' (duration: 289.923546ms)","trace[979860186] 'compare' (duration: 541.021381ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:40.783178Z","caller":"traceutil/trace.go:171","msg":"trace[1652759440] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1461; }","duration":"830.920136ms","start":"2026-04-28T03:19:39.952244Z","end":"2026-04-28T03:19:40.783165Z","steps":["trace[1652759440] 'read index received' (duration: 105.585902ms)","trace[1652759440] 'applied index is now lower than readState.Index' (duration: 725.332294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:40.783249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:39.951629Z","time spent":"831.547047ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:40.783283Z","caller":"traceutil/trace.go:171","msg":"trace[1464928209] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"817.294643ms","start":"2026-04-28T03:19:39.965973Z","end":"2026-04-28T03:19:40.783267Z","steps":["trace[1464928209] 'process raft request' (duration: 817.133058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.783272Z","caller":"traceutil/trace.go:171","msg":"trace[1351052693] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"817.264282ms","start":"2026-04-28T03:19:39.965958Z","end":"2026-04-28T03:19:40.783222Z","steps":["trace[1351052693] 'process raft request' (duration: 817.065455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.783345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:39.965947Z","time spent":"817.363916ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:40.783396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.178857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:40.783429Z","caller":"traceutil/trace.go:171","msg":"trace[83067395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"737.24403ms","start":"2026-04-28T03:19:40.046174Z","end":"2026-04-28T03:19:40.783418Z","steps":["trace[83067395] 'agreement among raft nodes before linearized reading' (duration: 737.189989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.783457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:40.046155Z","time spent":"737.296911ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:40.783635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.437964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:2 size:14411"} {"level":"info","ts":"2026-04-28T03:19:40.783291Z","caller":"traceutil/trace.go:171","msg":"trace[1837921384] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"550.523087ms","start":"2026-04-28T03:19:40.232737Z","end":"2026-04-28T03:19:40.78326Z","steps":["trace[1837921384] 'process raft request' (duration: 550.402703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:40.783686Z","caller":"traceutil/trace.go:171","msg":"trace[1384163249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:2; response_revision:1413; }","duration":"831.508167ms","start":"2026-04-28T03:19:39.95217Z","end":"2026-04-28T03:19:40.783678Z","steps":["trace[1384163249] 'agreement among raft nodes before linearized reading' (duration: 831.102842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.78371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:39.952162Z","time spent":"831.541638ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":2,"response size":14434,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:19:40.783722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:40.232701Z","time spent":"550.992893ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:40.783878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:39.965925Z","time spent":"817.452408ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:40.784069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.371324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:40.784133Z","caller":"traceutil/trace.go:171","msg":"trace[368736055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1413; }","duration":"523.481398ms","start":"2026-04-28T03:19:40.260633Z","end":"2026-04-28T03:19:40.784115Z","steps":["trace[368736055] 'agreement among raft nodes before linearized reading' (duration: 522.737043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.784844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:40.260606Z","time spent":"524.223933ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:41.097179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.742485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:41.097348Z","caller":"traceutil/trace.go:171","msg":"trace[1629309617] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"308.863688ms","start":"2026-04-28T03:19:40.788452Z","end":"2026-04-28T03:19:41.097316Z","steps":["trace[1629309617] 'process raft request' (duration: 163.878924ms)","trace[1629309617] 'compare' (duration: 144.563469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:41.097436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:40.788431Z","time spent":"308.964461ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:43.289025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:43.394977Z","caller":"traceutil/trace.go:171","msg":"trace[139860903] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"606.899443ms","start":"2026-04-28T03:19:42.788055Z","end":"2026-04-28T03:19:43.394955Z","steps":["trace[139860903] 'process raft request' (duration: 606.728178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.39511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.788045Z","time spent":"607.003376ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:43.647735Z","caller":"traceutil/trace.go:171","msg":"trace[1655672140] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"855.992962ms","start":"2026-04-28T03:19:42.791719Z","end":"2026-04-28T03:19:43.647712Z","steps":["trace[1655672140] 'process raft request' (duration: 855.903999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.647842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.791703Z","time spent":"856.084104ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:43.647998Z","caller":"traceutil/trace.go:171","msg":"trace[1426008672] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"854.247713ms","start":"2026-04-28T03:19:42.793743Z","end":"2026-04-28T03:19:43.647991Z","steps":["trace[1426008672] 'process raft request' (duration: 853.943583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.647991Z","caller":"traceutil/trace.go:171","msg":"trace[1855132015] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1480; }","duration":"859.254299ms","start":"2026-04-28T03:19:42.788715Z","end":"2026-04-28T03:19:43.64797Z","steps":["trace[1855132015] 'read index received' (duration: 606.065486ms)","trace[1855132015] 'applied index is now lower than readState.Index' (duration: 253.186713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:43.648041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.793729Z","time spent":"854.292724ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:43.648205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.9849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:19:43.648261Z","caller":"traceutil/trace.go:171","msg":"trace[1755341089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1431; }","duration":"547.082893ms","start":"2026-04-28T03:19:43.101165Z","end":"2026-04-28T03:19:43.648248Z","steps":["trace[1755341089] 'agreement among raft nodes before linearized reading' (duration: 546.946938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.648284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:43.101145Z","time spent":"547.131484ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:43.648288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.774791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:43.648278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.536629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:43.648349Z","caller":"traceutil/trace.go:171","msg":"trace[2146197467] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1431; }","duration":"176.894975ms","start":"2026-04-28T03:19:43.471438Z","end":"2026-04-28T03:19:43.648333Z","steps":["trace[2146197467] 'agreement among raft nodes before linearized reading' (duration: 176.768381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:43.648403Z","caller":"traceutil/trace.go:171","msg":"trace[601720886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1431; }","duration":"859.685084ms","start":"2026-04-28T03:19:42.788696Z","end":"2026-04-28T03:19:43.648381Z","steps":["trace[601720886] 'agreement among raft nodes before linearized reading' (duration: 859.401955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:43.648468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.788686Z","time spent":"859.768776ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:19:43.647856Z","caller":"traceutil/trace.go:171","msg":"trace[1827155058] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"857.238803ms","start":"2026-04-28T03:19:42.790552Z","end":"2026-04-28T03:19:43.647791Z","steps":["trace[1827155058] 'process raft request' (duration: 843.312639ms)","trace[1827155058] 'compare' (duration: 13.648884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:43.648826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:42.790524Z","time spent":"858.202244ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:47.474478Z","caller":"traceutil/trace.go:171","msg":"trace[1401471597] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"142.113339ms","start":"2026-04-28T03:19:47.332337Z","end":"2026-04-28T03:19:47.47445Z","steps":["trace[1401471597] 'process raft request' (duration: 141.960554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.154401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.695178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:48.154483Z","caller":"traceutil/trace.go:171","msg":"trace[251974515] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1510; }","duration":"487.609411ms","start":"2026-04-28T03:19:47.666859Z","end":"2026-04-28T03:19:48.154468Z","steps":["trace[251974515] 'read index received' (duration: 324.757339ms)","trace[251974515] 'applied index is now lower than readState.Index' (duration: 162.850752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:48.154486Z","caller":"traceutil/trace.go:171","msg":"trace[2123059936] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"717.872035ms","start":"2026-04-28T03:19:47.436594Z","end":"2026-04-28T03:19:48.154466Z","steps":["trace[2123059936] 'process raft request' (duration: 555.041523ms)","trace[2123059936] 'compare' (duration: 162.492503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:48.154596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.436568Z","time spent":"717.973548ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:48.154643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.783016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:48.154664Z","caller":"traceutil/trace.go:171","msg":"trace[1831681052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1454; }","duration":"487.840798ms","start":"2026-04-28T03:19:47.666817Z","end":"2026-04-28T03:19:48.154658Z","steps":["trace[1831681052] 'agreement among raft nodes before linearized reading' (duration: 487.719554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.154689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.666798Z","time spent":"487.884999ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:48.154817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.039307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:48.154837Z","caller":"traceutil/trace.go:171","msg":"trace[999216866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1454; }","duration":"427.090039ms","start":"2026-04-28T03:19:47.727742Z","end":"2026-04-28T03:19:48.154832Z","steps":["trace[999216866] 'agreement among raft nodes before linearized reading' (duration: 427.009656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.154856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.727725Z","time spent":"427.12724ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:48.154943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.278403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:19:48.154957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.171272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:48.154972Z","caller":"traceutil/trace.go:171","msg":"trace[23101664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1454; }","duration":"426.205803ms","start":"2026-04-28T03:19:47.728762Z","end":"2026-04-28T03:19:48.154968Z","steps":["trace[23101664] 'agreement among raft nodes before linearized reading' (duration: 426.157291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.154984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.728754Z","time spent":"426.227844ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:19:48.154983Z","caller":"traceutil/trace.go:171","msg":"trace[712086383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1454; }","duration":"406.340004ms","start":"2026-04-28T03:19:47.74862Z","end":"2026-04-28T03:19:48.15496Z","steps":["trace[712086383] 'agreement among raft nodes before linearized reading' (duration: 406.275363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.155005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.748596Z","time spent":"406.404147ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:48.155081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.862472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:48.155095Z","caller":"traceutil/trace.go:171","msg":"trace[919196333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1454; }","duration":"426.887772ms","start":"2026-04-28T03:19:47.728203Z","end":"2026-04-28T03:19:48.155091Z","steps":["trace[919196333] 'agreement among raft nodes before linearized reading' (duration: 426.847991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:48.155107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.728197Z","time spent":"426.907702ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:48.15511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.979571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:48.155131Z","caller":"traceutil/trace.go:171","msg":"trace[1878679012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1454; }","duration":"109.031672ms","start":"2026-04-28T03:19:48.046093Z","end":"2026-04-28T03:19:48.155125Z","steps":["trace[1878679012] 'agreement among raft nodes before linearized reading' (duration: 108.994291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.318309Z","caller":"traceutil/trace.go:171","msg":"trace[546210502] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"159.2254ms","start":"2026-04-28T03:19:48.15906Z","end":"2026-04-28T03:19:48.318285Z","steps":["trace[546210502] 'process raft request' (duration: 151.469757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.331572Z","caller":"traceutil/trace.go:171","msg":"trace[447501080] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1511; }","duration":"123.545947ms","start":"2026-04-28T03:19:48.208007Z","end":"2026-04-28T03:19:48.331553Z","steps":["trace[447501080] 'read index received' (duration: 102.644438ms)","trace[447501080] 'applied index is now lower than readState.Index' (duration: 20.900829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:48.331741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.731252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:19:48.331769Z","caller":"traceutil/trace.go:171","msg":"trace[1475271856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"123.821655ms","start":"2026-04-28T03:19:48.207939Z","end":"2026-04-28T03:19:48.331761Z","steps":["trace[1475271856] 'agreement among raft nodes before linearized reading' (duration: 123.687301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.331795Z","caller":"traceutil/trace.go:171","msg":"trace[1509290491] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"172.608933ms","start":"2026-04-28T03:19:48.159173Z","end":"2026-04-28T03:19:48.331782Z","steps":["trace[1509290491] 'process raft request' (duration: 172.185981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.331858Z","caller":"traceutil/trace.go:171","msg":"trace[1280724175] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"171.347305ms","start":"2026-04-28T03:19:48.160484Z","end":"2026-04-28T03:19:48.331831Z","steps":["trace[1280724175] 'process raft request' (duration: 171.041457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.33185Z","caller":"traceutil/trace.go:171","msg":"trace[431322824] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"171.335195ms","start":"2026-04-28T03:19:48.160464Z","end":"2026-04-28T03:19:48.3318Z","steps":["trace[431322824] 'process raft request' (duration: 171.012806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:48.509242Z","caller":"traceutil/trace.go:171","msg":"trace[1805205991] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"146.824793ms","start":"2026-04-28T03:19:48.362392Z","end":"2026-04-28T03:19:48.509216Z","steps":["trace[1805205991] 'process raft request' (duration: 146.660408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:50.823464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:51.014838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.901769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:51.015107Z","caller":"traceutil/trace.go:171","msg":"trace[561532397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1466; }","duration":"825.188887ms","start":"2026-04-28T03:19:50.189888Z","end":"2026-04-28T03:19:51.015077Z","steps":["trace[561532397] 'range keys from in-memory index tree' (duration: 824.879268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.014939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.006492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:51.015426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.164468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:19:51.015458Z","caller":"traceutil/trace.go:171","msg":"trace[2006767894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1466; }","duration":"971.566798ms","start":"2026-04-28T03:19:50.04387Z","end":"2026-04-28T03:19:51.015436Z","steps":["trace[2006767894] 'range keys from in-memory index tree' (duration: 970.9299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.015498Z","caller":"traceutil/trace.go:171","msg":"trace[772041182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1466; }","duration":"838.258531ms","start":"2026-04-28T03:19:50.177219Z","end":"2026-04-28T03:19:51.015478Z","steps":["trace[772041182] 'range keys from in-memory index tree' (duration: 837.982463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.015524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.043852Z","time spent":"971.652581ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:51.015539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.177206Z","time spent":"838.323012ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:19:51.158551Z","caller":"traceutil/trace.go:171","msg":"trace[1756699897] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"981.259326ms","start":"2026-04-28T03:19:50.17725Z","end":"2026-04-28T03:19:51.158509Z","steps":["trace[1756699897] 'process raft request' (duration: 981.085401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.158735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.177233Z","time spent":"981.407879ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:51.946316Z","caller":"traceutil/trace.go:171","msg":"trace[921288294] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1523; }","duration":"1.623271887s","start":"2026-04-28T03:19:50.323022Z","end":"2026-04-28T03:19:51.946293Z","steps":["trace[921288294] 'read index received' (duration: 835.245485ms)","trace[921288294] 'applied index is now lower than readState.Index' (duration: 788.025412ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:51.946444Z","caller":"traceutil/trace.go:171","msg":"trace[1181135936] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"1.725017731s","start":"2026-04-28T03:19:50.221379Z","end":"2026-04-28T03:19:51.946396Z","steps":["trace[1181135936] 'process raft request' (duration: 1.724776714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.946581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611112039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:19:51.946598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.976138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:51.946631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623592296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:19:51.946639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.221358Z","time spent":"1.725186136s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:51.946682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593726802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" ","response":"range_response_count:1 size:12198"} {"level":"info","ts":"2026-04-28T03:19:51.946697Z","caller":"traceutil/trace.go:171","msg":"trace[189699815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1468; }","duration":"1.623698909s","start":"2026-04-28T03:19:50.322982Z","end":"2026-04-28T03:19:51.946681Z","steps":["trace[189699815] 'agreement among raft nodes before linearized reading' (duration: 1.623454032s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.946747Z","caller":"traceutil/trace.go:171","msg":"trace[2040873829] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-s7v9w; range_end:; response_count:1; response_revision:1468; }","duration":"1.593820095s","start":"2026-04-28T03:19:50.352912Z","end":"2026-04-28T03:19:51.946732Z","steps":["trace[2040873829] 'agreement among raft nodes before linearized reading' (duration: 1.593635509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.946755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610473592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:19:51.946799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.352895Z","time spent":"1.593890716s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12221,"request content":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" "} {"level":"warn","ts":"2026-04-28T03:19:51.946805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.204498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:51.946807Z","caller":"traceutil/trace.go:171","msg":"trace[1139212603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1468; }","duration":"1.610568124s","start":"2026-04-28T03:19:50.336226Z","end":"2026-04-28T03:19:51.946794Z","steps":["trace[1139212603] 'agreement among raft nodes before linearized reading' (duration: 1.610443311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.946694Z","caller":"traceutil/trace.go:171","msg":"trace[986178433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1468; }","duration":"929.124242ms","start":"2026-04-28T03:19:51.01755Z","end":"2026-04-28T03:19:51.946674Z","steps":["trace[986178433] 'agreement among raft nodes before linearized reading' (duration: 928.944147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.946876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.238009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26602"} {"level":"warn","ts":"2026-04-28T03:19:51.946893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.01753Z","time spent":"929.352389ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:51.946892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.336204Z","time spent":"1.610674407s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:19:51.94689Z","caller":"traceutil/trace.go:171","msg":"trace[1485338523] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1468; }","duration":"298.30208ms","start":"2026-04-28T03:19:51.648568Z","end":"2026-04-28T03:19:51.94687Z","steps":["trace[1485338523] 'agreement among raft nodes before linearized reading' (duration: 298.143206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.94687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610539702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:51.946914Z","caller":"traceutil/trace.go:171","msg":"trace[1969049663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1468; }","duration":"926.306291ms","start":"2026-04-28T03:19:51.020596Z","end":"2026-04-28T03:19:51.946902Z","steps":["trace[1969049663] 'agreement among raft nodes before linearized reading' (duration: 926.129526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.94676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.322962Z","time spent":"1.623784542s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:51.946917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593661059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:19:51.946957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.020579Z","time spent":"926.365803ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26625,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:19:51.947009Z","caller":"traceutil/trace.go:171","msg":"trace[1834991583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1468; }","duration":"1.593777523s","start":"2026-04-28T03:19:50.353211Z","end":"2026-04-28T03:19:51.946988Z","steps":["trace[1834991583] 'agreement among raft nodes before linearized reading' (duration: 1.593529376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.947061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.353204Z","time spent":"1.593845734s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:51.947076Z","caller":"traceutil/trace.go:171","msg":"trace[116176513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1468; }","duration":"1.610661387s","start":"2026-04-28T03:19:50.336272Z","end":"2026-04-28T03:19:51.946934Z","steps":["trace[116176513] 'agreement among raft nodes before linearized reading' (duration: 1.610351308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:51.946641Z","caller":"traceutil/trace.go:171","msg":"trace[1437019769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1468; }","duration":"1.611207092s","start":"2026-04-28T03:19:50.335417Z","end":"2026-04-28T03:19:51.946624Z","steps":["trace[1437019769] 'agreement among raft nodes before linearized reading' (duration: 1.611013217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:51.947182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.336251Z","time spent":"1.610855363s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:51.947176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:50.335405Z","time spent":"1.611752989s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:52.457383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.508784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:52.457488Z","caller":"traceutil/trace.go:171","msg":"trace[697646908] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"505.596667ms","start":"2026-04-28T03:19:51.951871Z","end":"2026-04-28T03:19:52.457468Z","steps":["trace[697646908] 'process raft request' (duration: 394.930258ms)","trace[697646908] 'compare' (duration: 110.311609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:52.457595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.95185Z","time spent":"505.693529ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:53.093224Z","caller":"traceutil/trace.go:171","msg":"trace[1187476864] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"1.140289699s","start":"2026-04-28T03:19:51.952897Z","end":"2026-04-28T03:19:53.093187Z","steps":["trace[1187476864] 'process raft request' (duration: 1.140185446s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:53.093317Z","caller":"traceutil/trace.go:171","msg":"trace[233720657] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"1.140266298s","start":"2026-04-28T03:19:51.952999Z","end":"2026-04-28T03:19:53.093266Z","steps":["trace[233720657] 'process raft request' (duration: 1.140131455s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:53.093349Z","caller":"traceutil/trace.go:171","msg":"trace[1954928469] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"1.141383701s","start":"2026-04-28T03:19:51.951931Z","end":"2026-04-28T03:19:53.093315Z","steps":["trace[1954928469] 'process raft request' (duration: 1.14099743s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:53.09339Z","caller":"traceutil/trace.go:171","msg":"trace[1111038584] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1525; }","duration":"1.134703059s","start":"2026-04-28T03:19:51.958679Z","end":"2026-04-28T03:19:53.093382Z","steps":["trace[1111038584] 'read index received' (duration: 388.154963ms)","trace[1111038584] 'applied index is now lower than readState.Index' (duration: 746.547096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:53.093422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.952869Z","time spent":"1.140459404s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:53.093433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.952989Z","time spent":"1.140382921s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:53.093502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.951921Z","time spent":"1.141496374s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:53.093245Z","caller":"traceutil/trace.go:171","msg":"trace[2035414555] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"1.140268198s","start":"2026-04-28T03:19:51.952956Z","end":"2026-04-28T03:19:53.093224Z","steps":["trace[2035414555] 'process raft request' (duration: 1.140153425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.093475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134779722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:53.09363Z","caller":"traceutil/trace.go:171","msg":"trace[628044307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1474; }","duration":"1.134952606s","start":"2026-04-28T03:19:51.958652Z","end":"2026-04-28T03:19:53.093604Z","steps":["trace[628044307] 'agreement among raft nodes before linearized reading' (duration: 1.134764651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.093626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.952937Z","time spent":"1.140629809s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:53.093661Z","caller":"traceutil/trace.go:171","msg":"trace[1863791430] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"1.133395722s","start":"2026-04-28T03:19:51.960238Z","end":"2026-04-28T03:19:53.093634Z","steps":["trace[1863791430] 'process raft request' (duration: 1.132933419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.093695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.958643Z","time spent":"1.135032098s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:53.093752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.960224Z","time spent":"1.133474615s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:53.775027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.66712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:53.775239Z","caller":"traceutil/trace.go:171","msg":"trace[1212481510] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"610.132379ms","start":"2026-04-28T03:19:53.165082Z","end":"2026-04-28T03:19:53.775214Z","steps":["trace[1212481510] 'process raft request' (duration: 185.196032ms)","trace[1212481510] 'compare' (duration: 424.387012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:53.775351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:53.165057Z","time spent":"610.234503ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:54.01247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.322505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:19:54.012675Z","caller":"traceutil/trace.go:171","msg":"trace[299975462] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1531; }","duration":"301.708669ms","start":"2026-04-28T03:19:53.710931Z","end":"2026-04-28T03:19:54.01264Z","steps":["trace[299975462] 'read index received' (duration: 55.418367ms)","trace[299975462] 'applied index is now lower than readState.Index' (duration: 246.288052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:54.012846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.896825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:54.012908Z","caller":"traceutil/trace.go:171","msg":"trace[240504074] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1475; }","duration":"302.009658ms","start":"2026-04-28T03:19:53.710882Z","end":"2026-04-28T03:19:54.012892Z","steps":["trace[240504074] 'agreement among raft nodes before linearized reading' (duration: 301.881724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:54.013006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:53.710863Z","time spent":"302.131961ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:54.635389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.347036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:19:54.635548Z","caller":"traceutil/trace.go:171","msg":"trace[1308953104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1476; }","duration":"171.740017ms","start":"2026-04-28T03:19:54.463792Z","end":"2026-04-28T03:19:54.635532Z","steps":["trace[1308953104] 'range keys from in-memory index tree' (duration: 170.960055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:55.315504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295176,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:55.470299Z","caller":"traceutil/trace.go:171","msg":"trace[287079544] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"866.938712ms","start":"2026-04-28T03:19:54.603326Z","end":"2026-04-28T03:19:55.470264Z","steps":["trace[287079544] 'process raft request' (duration: 866.726666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:55.47053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:54.603312Z","time spent":"867.131848ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:19:57.046178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:19:57.046253Z","caller":"traceutil/trace.go:171","msg":"trace[1554450093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596351s","start":"2026-04-28T03:19:55.045641Z","end":"2026-04-28T03:19:57.046238Z","steps":["trace[1554450093] 'agreement among raft nodes before linearized reading' (duration: 2.000498929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.046291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.045622Z","time spent":"2.000661393s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:19:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:19:57.627817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157817823s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:57.628346Z","caller":"traceutil/trace.go:171","msg":"trace[944058303] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"2.98228023s","start":"2026-04-28T03:19:54.646039Z","end":"2026-04-28T03:19:57.628319Z","steps":["trace[944058303] 'process raft request' (duration: 2.982028822s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:57.628488Z","caller":"traceutil/trace.go:171","msg":"trace[1735644235] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1535; }","duration":"2.819359995s","start":"2026-04-28T03:19:54.80911Z","end":"2026-04-28T03:19:57.62847Z","steps":["trace[1735644235] 'read index received' (duration: 660.943985ms)","trace[1735644235] 'applied index is now lower than readState.Index' (duration: 2.15841493s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:57.628502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:54.646011Z","time spent":"2.982414254s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12361,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:57.62862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819498699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:57.628644Z","caller":"traceutil/trace.go:171","msg":"trace[332905847] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1479; }","duration":"2.819564951s","start":"2026-04-28T03:19:54.809073Z","end":"2026-04-28T03:19:57.628637Z","steps":["trace[332905847] 'agreement among raft nodes before linearized reading' (duration: 2.819483909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.62869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:54.809055Z","time spent":"2.819628352s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:57.628603Z","caller":"traceutil/trace.go:171","msg":"trace[164019919] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"2.980283942s","start":"2026-04-28T03:19:54.648278Z","end":"2026-04-28T03:19:57.628562Z","steps":["trace[164019919] 'process raft request' (duration: 2.979983943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:57.628863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:54.648252Z","time spent":"2.980520979s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:58.140719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00647881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:19:58.140835Z","caller":"traceutil/trace.go:171","msg":"trace[304278517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006670125s","start":"2026-04-28T03:19:56.134142Z","end":"2026-04-28T03:19:58.140812Z","steps":["trace[304278517] 'agreement among raft nodes before linearized reading' (duration: 2.006528431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.140939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.134124Z","time spent":"2.006752918s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:58.261894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.886711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:58.261989Z","caller":"traceutil/trace.go:171","msg":"trace[2064607163] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1538; }","duration":"633.443587ms","start":"2026-04-28T03:19:57.62853Z","end":"2026-04-28T03:19:58.261974Z","steps":["trace[2064607163] 'read index received' (duration: 72.264388ms)","trace[2064607163] 'applied index is now lower than readState.Index' (duration: 561.177739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:58.262195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21575222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:58.262182Z","caller":"traceutil/trace.go:171","msg":"trace[1925645376] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"2.480891384s","start":"2026-04-28T03:19:55.781252Z","end":"2026-04-28T03:19:58.262143Z","steps":["trace[1925645376] 'process raft request' (duration: 1.919689994s)","trace[1925645376] 'compare' (duration: 560.545861ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:58.26224Z","caller":"traceutil/trace.go:171","msg":"trace[1370507070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1480; }","duration":"1.215856683s","start":"2026-04-28T03:19:57.046375Z","end":"2026-04-28T03:19:58.262232Z","steps":["trace[1370507070] 'agreement among raft nodes before linearized reading' (duration: 1.21574423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.046348Z","time spent":"1.215909304s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:58.262213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776851497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:58.262261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164447635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:19:58.262286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006873999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:58.262313Z","caller":"traceutil/trace.go:171","msg":"trace[1910199492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1480; }","duration":"2.777002242s","start":"2026-04-28T03:19:55.485286Z","end":"2026-04-28T03:19:58.262289Z","steps":["trace[1910199492] 'agreement among raft nodes before linearized reading' (duration: 2.776819527s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:58.262337Z","caller":"traceutil/trace.go:171","msg":"trace[1276575766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1480; }","duration":"3.164532529s","start":"2026-04-28T03:19:55.097787Z","end":"2026-04-28T03:19:58.262319Z","steps":["trace[1276575766] 'agreement among raft nodes before linearized reading' (duration: 3.164347063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.26234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.781235Z","time spent":"2.481020248s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:58.262338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240726647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:19:58.262367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.485266Z","time spent":"2.777088114s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:58.262391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.097781Z","time spent":"3.16459464s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:19:58.262355Z","caller":"traceutil/trace.go:171","msg":"trace[665857974] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1480; }","duration":"1.006947961s","start":"2026-04-28T03:19:57.255391Z","end":"2026-04-28T03:19:58.262339Z","steps":["trace[665857974] 'agreement among raft nodes before linearized reading' (duration: 1.006828248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.320177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa671ae37305c8\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T03:19:58.262424Z","caller":"traceutil/trace.go:171","msg":"trace[482533201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1480; }","duration":"2.240862121s","start":"2026-04-28T03:19:56.021542Z","end":"2026-04-28T03:19:58.262404Z","steps":["trace[482533201] 'agreement among raft nodes before linearized reading' (duration: 2.240601944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.255348Z","time spent":"1.007081226s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:58.262464Z","caller":"traceutil/trace.go:171","msg":"trace[1775433818] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa671ae37305c8; range_end:; response_count:1; response_revision:1480; }","duration":"118.387479ms","start":"2026-04-28T03:19:58.144062Z","end":"2026-04-28T03:19:58.26245Z","steps":["trace[1775433818] 'agreement among raft nodes before linearized reading' (duration: 118.253445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:56.021523Z","time spent":"2.240942063s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:19:58.262482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165009611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:19:58.262463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.193627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" ","response":"range_response_count:1 size:12376"} {"level":"warn","ts":"2026-04-28T03:19:58.262279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370493062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:58.262555Z","caller":"traceutil/trace.go:171","msg":"trace[788313405] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-s7v9w; range_end:; response_count:1; response_revision:1480; }","duration":"621.350631ms","start":"2026-04-28T03:19:57.641181Z","end":"2026-04-28T03:19:58.262531Z","steps":["trace[788313405] 'agreement among raft nodes before linearized reading' (duration: 621.048662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.26262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:57.641152Z","time spent":"621.456384ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12399,"request content":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" "} {"level":"warn","ts":"2026-04-28T03:19:58.262576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158452404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:58.262533Z","caller":"traceutil/trace.go:171","msg":"trace[990520250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1480; }","duration":"3.165164896s","start":"2026-04-28T03:19:55.097355Z","end":"2026-04-28T03:19:58.26252Z","steps":["trace[990520250] 'agreement among raft nodes before linearized reading' (duration: 3.16492622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.097337Z","time spent":"3.165406783s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:58.262723Z","caller":"traceutil/trace.go:171","msg":"trace[1370108795] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1480; }","duration":"2.370838062s","start":"2026-04-28T03:19:55.891771Z","end":"2026-04-28T03:19:58.262609Z","steps":["trace[1370108795] 'agreement among raft nodes before linearized reading' (duration: 2.370465831s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:58.262763Z","caller":"traceutil/trace.go:171","msg":"trace[286003193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1480; }","duration":"3.15866021s","start":"2026-04-28T03:19:55.10407Z","end":"2026-04-28T03:19:58.26273Z","steps":["trace[286003193] 'agreement among raft nodes before linearized reading' (duration: 3.158126445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.262858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.104051Z","time spent":"3.158798384s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:58.262903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.891718Z","time spent":"2.37111598s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:58.263241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159771611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:19:58.263289Z","caller":"traceutil/trace.go:171","msg":"trace[1022382015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1480; }","duration":"3.159840263s","start":"2026-04-28T03:19:55.103438Z","end":"2026-04-28T03:19:58.263278Z","steps":["trace[1022382015] 'agreement among raft nodes before linearized reading' (duration: 3.158766942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.26336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:55.103427Z","time spent":"3.159923476s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:58.719676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.013436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:58.719784Z","caller":"traceutil/trace.go:171","msg":"trace[483228420] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"453.967708ms","start":"2026-04-28T03:19:58.265799Z","end":"2026-04-28T03:19:58.719766Z","steps":["trace[483228420] 'read index received' (duration: 245.742896ms)","trace[483228420] 'applied index is now lower than readState.Index' (duration: 208.223362ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:58.719856Z","caller":"traceutil/trace.go:171","msg":"trace[1019708111] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"454.73411ms","start":"2026-04-28T03:19:58.26511Z","end":"2026-04-28T03:19:58.719845Z","steps":["trace[1019708111] 'process raft request' (duration: 246.403005ms)","trace[1019708111] 'compare' (duration: 207.882463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:58.719921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.265093Z","time spent":"454.796912ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:58.720375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.551675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26780"} {"level":"info","ts":"2026-04-28T03:19:58.720473Z","caller":"traceutil/trace.go:171","msg":"trace[263246952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1481; }","duration":"454.689089ms","start":"2026-04-28T03:19:58.265766Z","end":"2026-04-28T03:19:58.720455Z","steps":["trace[263246952] 'agreement among raft nodes before linearized reading' (duration: 454.173904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:58.720524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.265755Z","time spent":"454.75888ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:19:59.064443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.316884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:59.064629Z","caller":"traceutil/trace.go:171","msg":"trace[51255868] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1540; }","duration":"344.806063ms","start":"2026-04-28T03:19:58.719809Z","end":"2026-04-28T03:19:59.064615Z","steps":["trace[51255868] 'read index received' (duration: 128.206441ms)","trace[51255868] 'applied index is now lower than readState.Index' (duration: 216.598782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:59.064685Z","caller":"traceutil/trace.go:171","msg":"trace[245731720] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"797.146184ms","start":"2026-04-28T03:19:58.267512Z","end":"2026-04-28T03:19:59.064658Z","steps":["trace[245731720] 'process raft request' (duration: 797.047811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:59.064679Z","caller":"traceutil/trace.go:171","msg":"trace[738910597] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"797.815904ms","start":"2026-04-28T03:19:58.26682Z","end":"2026-04-28T03:19:59.064636Z","steps":["trace[738910597] 'process raft request' (duration: 581.238893ms)","trace[738910597] 'compare' (duration: 215.710506ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:59.064698Z","caller":"traceutil/trace.go:171","msg":"trace[213678797] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"797.3703ms","start":"2026-04-28T03:19:58.267297Z","end":"2026-04-28T03:19:59.064667Z","steps":["trace[213678797] 'process raft request' (duration: 797.220546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.064752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.171788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:59.064783Z","caller":"traceutil/trace.go:171","msg":"trace[1415708907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"795.223349ms","start":"2026-04-28T03:19:58.269551Z","end":"2026-04-28T03:19:59.064775Z","steps":["trace[1415708907] 'agreement among raft nodes before linearized reading' (duration: 795.151347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.064806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.269542Z","time spent":"795.25841ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:59.064801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.2675Z","time spent":"797.244797ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:59.064864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.266811Z","time spent":"797.952648ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:59.064879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.267274Z","time spent":"797.498373ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:59.064778Z","caller":"traceutil/trace.go:171","msg":"trace[1897265125] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"796.742983ms","start":"2026-04-28T03:19:58.268003Z","end":"2026-04-28T03:19:59.064746Z","steps":["trace[1897265125] 'process raft request' (duration: 796.583478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.065069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.420316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:19:59.065201Z","caller":"traceutil/trace.go:171","msg":"trace[1230659991] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:1485; }","duration":"341.583431ms","start":"2026-04-28T03:19:58.723561Z","end":"2026-04-28T03:19:59.065144Z","steps":["trace[1230659991] 'agreement among raft nodes before linearized reading' (duration: 341.270162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.065242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.267994Z","time spent":"797.127013ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:59.065258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.723537Z","time spent":"341.710414ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"info","ts":"2026-04-28T03:19:59.733403Z","caller":"traceutil/trace.go:171","msg":"trace[1190456150] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"249.226046ms","start":"2026-04-28T03:19:59.484152Z","end":"2026-04-28T03:19:59.733378Z","steps":["trace[1190456150] 'process raft request' (duration: 249.065442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.332133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.497382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:00.332274Z","caller":"traceutil/trace.go:171","msg":"trace[1038935078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1487; }","duration":"141.663356ms","start":"2026-04-28T03:20:00.190591Z","end":"2026-04-28T03:20:00.332254Z","steps":["trace[1038935078] 'range keys from in-memory index tree' (duration: 141.460371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.837372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.091883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:00.837453Z","caller":"traceutil/trace.go:171","msg":"trace[1384577058] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1545; }","duration":"1.20528445s","start":"2026-04-28T03:19:59.632154Z","end":"2026-04-28T03:20:00.837439Z","steps":["trace[1384577058] 'read index received' (duration: 101.105165ms)","trace[1384577058] 'applied index is now lower than readState.Index' (duration: 1.104178175s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:00.838288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206124783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:00.838317Z","caller":"traceutil/trace.go:171","msg":"trace[1965056544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1487; }","duration":"1.206195655s","start":"2026-04-28T03:19:59.632113Z","end":"2026-04-28T03:20:00.838309Z","steps":["trace[1965056544] 'agreement among raft nodes before linearized reading' (duration: 1.205538617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.838339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:59.632095Z","time spent":"1.206239266s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:20:00.868574Z","caller":"traceutil/trace.go:171","msg":"trace[828934218] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"775.502274ms","start":"2026-04-28T03:20:00.093042Z","end":"2026-04-28T03:20:00.868545Z","steps":["trace[828934218] 'process raft request' (duration: 775.304459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:00.868745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.093021Z","time spent":"775.621208ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:01.069923Z","caller":"traceutil/trace.go:171","msg":"trace[731798848] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"789.852565ms","start":"2026-04-28T03:20:00.280045Z","end":"2026-04-28T03:20:01.069897Z","steps":["trace[731798848] 'process raft request' (duration: 715.688662ms)","trace[731798848] 'compare' (duration: 73.934856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:01.070138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.279995Z","time spent":"790.037021ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:01.070532Z","caller":"traceutil/trace.go:171","msg":"trace[1232512186] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1547; }","duration":"233.038882ms","start":"2026-04-28T03:20:00.837471Z","end":"2026-04-28T03:20:01.07051Z","steps":["trace[1232512186] 'read index received' (duration: 30.826662ms)","trace[1232512186] 'applied index is now lower than readState.Index' (duration: 202.21026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:01.070574Z","caller":"traceutil/trace.go:171","msg":"trace[256755441] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"210.628281ms","start":"2026-04-28T03:20:00.859917Z","end":"2026-04-28T03:20:01.070546Z","steps":["trace[256755441] 'process raft request' (duration: 209.921091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.070711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.982427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:01.070741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023434153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:01.070824Z","caller":"traceutil/trace.go:171","msg":"trace[677045398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1490; }","duration":"1.023552977s","start":"2026-04-28T03:20:00.04726Z","end":"2026-04-28T03:20:01.070813Z","steps":["trace[677045398] 'agreement among raft nodes before linearized reading' (duration: 1.023418463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.070991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.047244Z","time spent":"1.023738061s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:01.07075Z","caller":"traceutil/trace.go:171","msg":"trace[167085578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1490; }","duration":"543.027009ms","start":"2026-04-28T03:20:00.527712Z","end":"2026-04-28T03:20:01.070739Z","steps":["trace[167085578] 'agreement among raft nodes before linearized reading' (duration: 542.956937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.071111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.527672Z","time spent":"543.382028ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:01.070713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.787471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:01.071186Z","caller":"traceutil/trace.go:171","msg":"trace[576394999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1490; }","duration":"338.307896ms","start":"2026-04-28T03:20:00.732864Z","end":"2026-04-28T03:20:01.071172Z","steps":["trace[576394999] 'agreement among raft nodes before linearized reading' (duration: 337.667098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.071247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:00.732848Z","time spent":"338.376938ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:20:01.43222Z","caller":"traceutil/trace.go:171","msg":"trace[1601818184] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"356.136586ms","start":"2026-04-28T03:20:01.076049Z","end":"2026-04-28T03:20:01.432185Z","steps":["trace[1601818184] 'process raft request' (duration: 356.023933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.432236Z","caller":"traceutil/trace.go:171","msg":"trace[1608952159] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"356.211819ms","start":"2026-04-28T03:20:01.076Z","end":"2026-04-28T03:20:01.432212Z","steps":["trace[1608952159] 'process raft request' (duration: 355.842839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.432427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.07603Z","time spent":"356.290031ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:01.43247Z","caller":"traceutil/trace.go:171","msg":"trace[1351048436] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"355.822517ms","start":"2026-04-28T03:20:01.076617Z","end":"2026-04-28T03:20:01.43244Z","steps":["trace[1351048436] 'process raft request' (duration: 355.522569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.432574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.076605Z","time spent":"355.918171ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:01.432539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.075977Z","time spent":"356.448515ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:01.43273Z","caller":"traceutil/trace.go:171","msg":"trace[1204070377] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1550; }","duration":"350.895827ms","start":"2026-04-28T03:20:01.081816Z","end":"2026-04-28T03:20:01.432712Z","steps":["trace[1204070377] 'read index received' (duration: 34.839448ms)","trace[1204070377] 'applied index is now lower than readState.Index' (duration: 316.054159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:01.432867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.044812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:01.432904Z","caller":"traceutil/trace.go:171","msg":"trace[506015239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"351.106683ms","start":"2026-04-28T03:20:01.081786Z","end":"2026-04-28T03:20:01.432892Z","steps":["trace[506015239] 'agreement among raft nodes before linearized reading' (duration: 351.039661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.432982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.081774Z","time spent":"351.199427ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:01.433126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.122227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26780"} {"level":"info","ts":"2026-04-28T03:20:01.43317Z","caller":"traceutil/trace.go:171","msg":"trace[1051101591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1494; }","duration":"341.19001ms","start":"2026-04-28T03:20:01.091969Z","end":"2026-04-28T03:20:01.433159Z","steps":["trace[1051101591] 'agreement among raft nodes before linearized reading' (duration: 340.917032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:01.433201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:01.091959Z","time spent":"341.235011ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:20:03.277787Z","caller":"traceutil/trace.go:171","msg":"trace[1355767064] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"201.957033ms","start":"2026-04-28T03:20:03.075809Z","end":"2026-04-28T03:20:03.277766Z","steps":["trace[1355767064] 'process raft request' (duration: 201.832919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:03.439282Z","caller":"traceutil/trace.go:171","msg":"trace[1324643032] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1554; }","duration":"317.685446ms","start":"2026-04-28T03:20:03.121578Z","end":"2026-04-28T03:20:03.439264Z","steps":["trace[1324643032] 'read index received' (duration: 156.13389ms)","trace[1324643032] 'applied index is now lower than readState.Index' (duration: 161.550336ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:03.439426Z","caller":"traceutil/trace.go:171","msg":"trace[52258880] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"360.43906ms","start":"2026-04-28T03:20:03.078973Z","end":"2026-04-28T03:20:03.439412Z","steps":["trace[52258880] 'process raft request' (duration: 320.050813ms)","trace[52258880] 'compare' (duration: 40.041428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:03.439531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.078951Z","time spent":"360.521203ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:03.439685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.052167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:03.43978Z","caller":"traceutil/trace.go:171","msg":"trace[664904416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1496; }","duration":"318.259133ms","start":"2026-04-28T03:20:03.121497Z","end":"2026-04-28T03:20:03.439756Z","steps":["trace[664904416] 'agreement among raft nodes before linearized reading' (duration: 318.000956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:03.439863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.121465Z","time spent":"318.386887ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:04.367998Z","caller":"traceutil/trace.go:171","msg":"trace[1719662989] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"890.106295ms","start":"2026-04-28T03:20:03.477872Z","end":"2026-04-28T03:20:04.367978Z","steps":["trace[1719662989] 'process raft request' (duration: 890.030233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:04.368177Z","caller":"traceutil/trace.go:171","msg":"trace[489417738] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"889.055765ms","start":"2026-04-28T03:20:03.479111Z","end":"2026-04-28T03:20:04.368167Z","steps":["trace[489417738] 'process raft request' (duration: 888.821129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:04.368176Z","caller":"traceutil/trace.go:171","msg":"trace[1861057031] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1556; }","duration":"889.764366ms","start":"2026-04-28T03:20:03.478382Z","end":"2026-04-28T03:20:04.368146Z","steps":["trace[1861057031] 'read index received' (duration: 58.873996ms)","trace[1861057031] 'applied index is now lower than readState.Index' (duration: 830.88841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:04.368041Z","caller":"traceutil/trace.go:171","msg":"trace[1895007472] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"923.237794ms","start":"2026-04-28T03:20:03.444769Z","end":"2026-04-28T03:20:04.368007Z","steps":["trace[1895007472] 'process raft request' (duration: 923.008967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.36837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.477849Z","time spent":"890.341532ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:04.368382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.44474Z","time spent":"923.583034ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:04.36857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.47909Z","time spent":"889.132238ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:04.368625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.710533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:20:04.368655Z","caller":"traceutil/trace.go:171","msg":"trace[1434905267] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1500; }","duration":"159.765155ms","start":"2026-04-28T03:20:04.208883Z","end":"2026-04-28T03:20:04.368648Z","steps":["trace[1434905267] 'agreement among raft nodes before linearized reading' (duration: 159.646821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.36875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.872216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:04.369133Z","caller":"traceutil/trace.go:171","msg":"trace[2102425878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1500; }","duration":"322.044731ms","start":"2026-04-28T03:20:04.046775Z","end":"2026-04-28T03:20:04.36882Z","steps":["trace[2102425878] 'agreement among raft nodes before linearized reading' (duration: 321.750742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.369505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.046751Z","time spent":"322.738681ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:04.369272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.880118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26780"} {"level":"info","ts":"2026-04-28T03:20:04.369685Z","caller":"traceutil/trace.go:171","msg":"trace[1967051240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1500; }","duration":"891.3032ms","start":"2026-04-28T03:20:03.47836Z","end":"2026-04-28T03:20:04.369663Z","steps":["trace[1967051240] 'agreement among raft nodes before linearized reading' (duration: 889.987871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.369727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:03.478277Z","time spent":"891.436384ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:20:04.861241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.834868ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:20:04.861359Z","caller":"traceutil/trace.go:171","msg":"trace[75305575] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1560; }","duration":"490.444123ms","start":"2026-04-28T03:20:04.370897Z","end":"2026-04-28T03:20:04.861341Z","steps":["trace[75305575] 'read index received' (duration: 222.4282ms)","trace[75305575] 'applied index is now lower than readState.Index' (duration: 268.014223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:04.861447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.370181Z","time spent":"491.263986ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:04.861662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.757342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:04.861703Z","caller":"traceutil/trace.go:171","msg":"trace[1120044664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1500; }","duration":"490.811074ms","start":"2026-04-28T03:20:04.370878Z","end":"2026-04-28T03:20:04.861689Z","steps":["trace[1120044664] 'agreement among raft nodes before linearized reading' (duration: 490.740942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:04.861742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.370868Z","time spent":"490.865285ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:04.86187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.386696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:04.861977Z","caller":"traceutil/trace.go:171","msg":"trace[2036311083] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1500; }","duration":"194.566821ms","start":"2026-04-28T03:20:04.667388Z","end":"2026-04-28T03:20:04.861955Z","steps":["trace[2036311083] 'agreement among raft nodes before linearized reading' (duration: 194.345885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:05.993703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.509119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:05.993908Z","caller":"traceutil/trace.go:171","msg":"trace[1447772597] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1561; }","duration":"550.473292ms","start":"2026-04-28T03:20:05.443421Z","end":"2026-04-28T03:20:05.993895Z","steps":["trace[1447772597] 'read index received' (duration: 485.243164ms)","trace[1447772597] 'applied index is now lower than readState.Index' (duration: 65.229308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:05.993982Z","caller":"traceutil/trace.go:171","msg":"trace[1917048462] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"1.130252952s","start":"2026-04-28T03:20:04.86372Z","end":"2026-04-28T03:20:05.993973Z","steps":["trace[1917048462] 'process raft request' (duration: 196.407644ms)","trace[1917048462] 'compare' (duration: 933.289393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:05.994026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:04.863691Z","time spent":"1.130310934s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:05.994269Z","caller":"traceutil/trace.go:171","msg":"trace[843046298] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"710.865633ms","start":"2026-04-28T03:20:05.283395Z","end":"2026-04-28T03:20:05.994261Z","steps":["trace[843046298] 'process raft request' (duration: 710.409501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:05.994307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.283371Z","time spent":"710.914505ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:05.994451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.032698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T03:20:05.994474Z","caller":"traceutil/trace.go:171","msg":"trace[11398075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1502; }","duration":"551.101879ms","start":"2026-04-28T03:20:05.443365Z","end":"2026-04-28T03:20:05.994467Z","steps":["trace[11398075] 'agreement among raft nodes before linearized reading' (duration: 551.012657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:05.994491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.443334Z","time spent":"551.153491ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:05.994835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.084263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:05.99486Z","caller":"traceutil/trace.go:171","msg":"trace[1518456259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1502; }","duration":"453.145145ms","start":"2026-04-28T03:20:05.541708Z","end":"2026-04-28T03:20:05.994853Z","steps":["trace[1518456259] 'agreement among raft nodes before linearized reading' (duration: 453.070773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:05.99488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.541689Z","time spent":"453.184876ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:06.458882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.458405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:06.459003Z","caller":"traceutil/trace.go:171","msg":"trace[204647663] linearizableReadLoop","detail":"{readStateIndex:1565; appliedIndex:1563; }","duration":"458.345244ms","start":"2026-04-28T03:20:06.000646Z","end":"2026-04-28T03:20:06.458991Z","steps":["trace[204647663] 'read index received' (duration: 129.737874ms)","trace[204647663] 'applied index is now lower than readState.Index' (duration: 328.60677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:06.459167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.524279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:06.459212Z","caller":"traceutil/trace.go:171","msg":"trace[1744706516] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1504; }","duration":"458.611402ms","start":"2026-04-28T03:20:06.000589Z","end":"2026-04-28T03:20:06.4592Z","steps":["trace[1744706516] 'agreement among raft nodes before linearized reading' (duration: 458.512299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.459232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.187712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:06.459209Z","caller":"traceutil/trace.go:171","msg":"trace[743173049] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"460.284069ms","start":"2026-04-28T03:20:05.998882Z","end":"2026-04-28T03:20:06.459166Z","steps":["trace[743173049] 'process raft request' (duration: 131.485594ms)","trace[743173049] 'compare' (duration: 328.380903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:06.459262Z","caller":"traceutil/trace.go:171","msg":"trace[1663975834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1504; }","duration":"412.268144ms","start":"2026-04-28T03:20:06.046985Z","end":"2026-04-28T03:20:06.459253Z","steps":["trace[1663975834] 'agreement among raft nodes before linearized reading' (duration: 412.220923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:06.459279Z","caller":"traceutil/trace.go:171","msg":"trace[1602041330] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"459.292481ms","start":"2026-04-28T03:20:05.999977Z","end":"2026-04-28T03:20:06.459269Z","steps":["trace[1602041330] 'process raft request' (duration: 458.982292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:06.459295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.046956Z","time spent":"412.332586ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:06.459333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.999966Z","time spent":"459.336522ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:06.459351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:05.998864Z","time spent":"460.411963ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:06.459244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.000569Z","time spent":"458.666173ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T03:20:07.235644Z","caller":"traceutil/trace.go:171","msg":"trace[1344233393] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1566; }","duration":"293.542465ms","start":"2026-04-28T03:20:06.942075Z","end":"2026-04-28T03:20:07.235618Z","steps":["trace[1344233393] 'read index received' (duration: 293.185505ms)","trace[1344233393] 'applied index is now lower than readState.Index' (duration: 355.73µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:07.235723Z","caller":"traceutil/trace.go:171","msg":"trace[405097748] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"767.757662ms","start":"2026-04-28T03:20:06.467942Z","end":"2026-04-28T03:20:07.2357Z","steps":["trace[405097748] 'process raft request' (duration: 767.619249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.23588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.792532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:07.235894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.958571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:07.235933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.46793Z","time spent":"767.898907ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:07.235943Z","caller":"traceutil/trace.go:171","msg":"trace[1262393968] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1507; }","duration":"293.929836ms","start":"2026-04-28T03:20:06.941992Z","end":"2026-04-28T03:20:07.235922Z","steps":["trace[1262393968] 'agreement among raft nodes before linearized reading' (duration: 293.802312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.235948Z","caller":"traceutil/trace.go:171","msg":"trace[1476972127] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1507; }","duration":"218.046513ms","start":"2026-04-28T03:20:07.017888Z","end":"2026-04-28T03:20:07.235934Z","steps":["trace[1476972127] 'agreement among raft nodes before linearized reading' (duration: 217.93659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:07.235724Z","caller":"traceutil/trace.go:171","msg":"trace[1604025385] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"770.973655ms","start":"2026-04-28T03:20:06.464706Z","end":"2026-04-28T03:20:07.23568Z","steps":["trace[1604025385] 'process raft request' (duration: 770.629105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:07.236208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:06.464684Z","time spent":"771.396836ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:08.264688Z","caller":"traceutil/trace.go:171","msg":"trace[1398628416] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1568; }","duration":"217.492127ms","start":"2026-04-28T03:20:08.047164Z","end":"2026-04-28T03:20:08.264656Z","steps":["trace[1398628416] 'read index received' (duration: 217.171927ms)","trace[1398628416] 'applied index is now lower than readState.Index' (duration: 318.679µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:08.264796Z","caller":"traceutil/trace.go:171","msg":"trace[498739120] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"263.837364ms","start":"2026-04-28T03:20:08.000924Z","end":"2026-04-28T03:20:08.264761Z","steps":["trace[498739120] 'process raft request' (duration: 263.528496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.264963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.781705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:08.265089Z","caller":"traceutil/trace.go:171","msg":"trace[1395541867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1508; }","duration":"217.926129ms","start":"2026-04-28T03:20:08.047111Z","end":"2026-04-28T03:20:08.265037Z","steps":["trace[1395541867] 'agreement among raft nodes before linearized reading' (duration: 217.708703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.802474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.417418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:08.802553Z","caller":"traceutil/trace.go:171","msg":"trace[576826604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1508; }","duration":"339.540382ms","start":"2026-04-28T03:20:08.462993Z","end":"2026-04-28T03:20:08.802533Z","steps":["trace[576826604] 'range keys from in-memory index tree' (duration: 339.207142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.802594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.462972Z","time spent":"339.612573ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:08.802474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.260254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:08.80267Z","caller":"traceutil/trace.go:171","msg":"trace[80703620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1508; }","duration":"331.497541ms","start":"2026-04-28T03:20:08.471148Z","end":"2026-04-28T03:20:08.802646Z","steps":["trace[80703620] 'range keys from in-memory index tree' (duration: 331.058688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.802695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.162217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:08.802743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.471125Z","time spent":"331.593854ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:08.802838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.4734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:08.802877Z","caller":"traceutil/trace.go:171","msg":"trace[1170641617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1508; }","duration":"339.551372ms","start":"2026-04-28T03:20:08.463314Z","end":"2026-04-28T03:20:08.802866Z","steps":["trace[1170641617] 'range keys from in-memory index tree' (duration: 339.344097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.802904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.463293Z","time spent":"339.604483ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:08.802782Z","caller":"traceutil/trace.go:171","msg":"trace[1371060811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1508; }","duration":"312.292521ms","start":"2026-04-28T03:20:08.490468Z","end":"2026-04-28T03:20:08.80276Z","steps":["trace[1371060811] 'range keys from in-memory index tree' (duration: 311.959261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:08.803449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.490451Z","time spent":"312.983991ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:09.05353Z","caller":"traceutil/trace.go:171","msg":"trace[136628534] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"246.836327ms","start":"2026-04-28T03:20:08.80667Z","end":"2026-04-28T03:20:09.053507Z","steps":["trace[136628534] 'process raft request' (duration: 246.683363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.357141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.802937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:09.357307Z","caller":"traceutil/trace.go:171","msg":"trace[1868321427] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"549.495534ms","start":"2026-04-28T03:20:08.807792Z","end":"2026-04-28T03:20:09.357287Z","steps":["trace[1868321427] 'process raft request' (duration: 390.449711ms)","trace[1868321427] 'compare' (duration: 158.669392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:09.357377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.807774Z","time spent":"549.574755ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:09.357881Z","caller":"traceutil/trace.go:171","msg":"trace[1722836421] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"549.447923ms","start":"2026-04-28T03:20:08.808398Z","end":"2026-04-28T03:20:09.357846Z","steps":["trace[1722836421] 'process raft request' (duration: 548.838024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.358068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:08.808373Z","time spent":"549.583777ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:09.741783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:09.763717Z","caller":"traceutil/trace.go:171","msg":"trace[1385997980] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"549.919465ms","start":"2026-04-28T03:20:09.213773Z","end":"2026-04-28T03:20:09.763693Z","steps":["trace[1385997980] 'process raft request' (duration: 549.7408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.212375Z","time spent":"551.421338ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:10.185015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.892427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:10.185252Z","caller":"traceutil/trace.go:171","msg":"trace[507376073] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"944.39357ms","start":"2026-04-28T03:20:09.240834Z","end":"2026-04-28T03:20:10.185228Z","steps":["trace[507376073] 'read index received' (duration: 522.925062ms)","trace[507376073] 'applied index is now lower than readState.Index' (duration: 421.467028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:10.185511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.664667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:10.185516Z","caller":"traceutil/trace.go:171","msg":"trace[803654634] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"410.208564ms","start":"2026-04-28T03:20:09.775286Z","end":"2026-04-28T03:20:10.185494Z","steps":["trace[803654634] 'process raft request' (duration: 409.844564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.185561Z","caller":"traceutil/trace.go:171","msg":"trace[557163720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1512; }","duration":"944.793291ms","start":"2026-04-28T03:20:09.240758Z","end":"2026-04-28T03:20:10.185552Z","steps":["trace[557163720] 'agreement among raft nodes before linearized reading' (duration: 944.626716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.185584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.240722Z","time spent":"944.857313ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:10.185624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.775253Z","time spent":"410.324398ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:10.397921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.039698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.398055Z","caller":"traceutil/trace.go:171","msg":"trace[1589459908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1513; }","duration":"207.194942ms","start":"2026-04-28T03:20:10.19084Z","end":"2026-04-28T03:20:10.398035Z","steps":["trace[1589459908] 'range keys from in-memory index tree' (duration: 207.008627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.39816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.598327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:10.398335Z","caller":"traceutil/trace.go:171","msg":"trace[846893881] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"213.015649ms","start":"2026-04-28T03:20:10.185304Z","end":"2026-04-28T03:20:10.398319Z","steps":["trace[846893881] 'read index received' (duration: 74.912µs)","trace[846893881] 'applied index is now lower than readState.Index' (duration: 212.939677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:10.398361Z","caller":"traceutil/trace.go:171","msg":"trace[1884826419] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"552.571562ms","start":"2026-04-28T03:20:09.845762Z","end":"2026-04-28T03:20:10.398333Z","steps":["trace[1884826419] 'process raft request' (duration: 339.720017ms)","trace[1884826419] 'compare' (duration: 212.275408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:10.398489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.845735Z","time spent":"552.677984ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:10.398959Z","caller":"traceutil/trace.go:171","msg":"trace[768904400] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"208.798977ms","start":"2026-04-28T03:20:10.190126Z","end":"2026-04-28T03:20:10.398925Z","steps":["trace[768904400] 'process raft request' (duration: 208.146159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.39904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.461082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:10.39916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.20801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.399167Z","caller":"traceutil/trace.go:171","msg":"trace[1300189370] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1515; }","duration":"608.651987ms","start":"2026-04-28T03:20:09.79049Z","end":"2026-04-28T03:20:10.399142Z","steps":["trace[1300189370] 'agreement among raft nodes before linearized reading' (duration: 607.913716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.399176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15814193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:10.399211Z","caller":"traceutil/trace.go:171","msg":"trace[2090421792] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1515; }","duration":"925.305793ms","start":"2026-04-28T03:20:09.473892Z","end":"2026-04-28T03:20:10.399198Z","steps":["trace[2090421792] 'agreement among raft nodes before linearized reading' (duration: 924.531831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.399236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.790465Z","time spent":"608.75437ms","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:10.39928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.473869Z","time spent":"925.397426ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:10.399282Z","caller":"traceutil/trace.go:171","msg":"trace[1515683163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1515; }","duration":"1.158270984s","start":"2026-04-28T03:20:09.240984Z","end":"2026-04-28T03:20:10.399255Z","steps":["trace[1515683163] 'agreement among raft nodes before linearized reading' (duration: 1.157398549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.399341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.240976Z","time spent":"1.158352056s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:10.399341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.787562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.399395Z","caller":"traceutil/trace.go:171","msg":"trace[91698099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"352.887154ms","start":"2026-04-28T03:20:10.046495Z","end":"2026-04-28T03:20:10.399382Z","steps":["trace[91698099] 'agreement among raft nodes before linearized reading' (duration: 351.901697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.399429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.046474Z","time spent":"352.949437ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:10.399106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.563755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.399708Z","caller":"traceutil/trace.go:171","msg":"trace[2136343555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"740.203304ms","start":"2026-04-28T03:20:09.659483Z","end":"2026-04-28T03:20:10.399687Z","steps":["trace[2136343555] 'agreement among raft nodes before linearized reading' (duration: 738.928388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.399778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.65945Z","time spent":"740.310137ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:10.721974Z","caller":"traceutil/trace.go:171","msg":"trace[343224082] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"318.918921ms","start":"2026-04-28T03:20:10.403032Z","end":"2026-04-28T03:20:10.721951Z","steps":["trace[343224082] 'process raft request' (duration: 318.88118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.722115Z","caller":"traceutil/trace.go:171","msg":"trace[1602521877] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"450.905591ms","start":"2026-04-28T03:20:10.271178Z","end":"2026-04-28T03:20:10.722084Z","steps":["trace[1602521877] 'process raft request' (duration: 450.671533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.722146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.403011Z","time spent":"319.051055ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:10.722131Z","caller":"traceutil/trace.go:171","msg":"trace[473141272] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"531.626661ms","start":"2026-04-28T03:20:10.190483Z","end":"2026-04-28T03:20:10.72211Z","steps":["trace[473141272] 'process raft request' (duration: 437.329831ms)","trace[473141272] 'compare' (duration: 93.865507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:10.722283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.271142Z","time spent":"451.050455ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:10.722308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:10.190458Z","time spent":"531.828547ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:11.92642Z","caller":"traceutil/trace.go:171","msg":"trace[99226037] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"124.045911ms","start":"2026-04-28T03:20:11.802347Z","end":"2026-04-28T03:20:11.926393Z","steps":["trace[99226037] 'process raft request' (duration: 123.856636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:12.763274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.059821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:20:12.763341Z","caller":"traceutil/trace.go:171","msg":"trace[9391550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1526; }","duration":"359.173424ms","start":"2026-04-28T03:20:12.404151Z","end":"2026-04-28T03:20:12.763325Z","steps":["trace[9391550] 'range keys from in-memory index tree' (duration: 358.916846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:12.763379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:12.404135Z","time spent":"359.233196ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:13.320525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:13.821369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:14.321907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:14.822547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:15.046169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:15.04628Z","caller":"traceutil/trace.go:171","msg":"trace[587732662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310574s","start":"2026-04-28T03:20:13.045943Z","end":"2026-04-28T03:20:15.046253Z","steps":["trace[587732662] 'agreement among raft nodes before linearized reading' (duration: 2.000102718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:15.046346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.045921Z","time spent":"2.000413686s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:15.323695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:15.824843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:16.325847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:16.530306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.801388773s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:16.530925Z","caller":"traceutil/trace.go:171","msg":"trace[1956611981] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"3.802035601s","start":"2026-04-28T03:20:12.72885Z","end":"2026-04-28T03:20:16.530885Z","steps":["trace[1956611981] 'process raft request' (duration: 3.801708612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.531173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:12.728839Z","time spent":"3.802194935s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:16.916396Z","caller":"traceutil/trace.go:171","msg":"trace[2086184483] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1588; }","duration":"4.095897425s","start":"2026-04-28T03:20:12.820459Z","end":"2026-04-28T03:20:16.916357Z","steps":["trace[2086184483] 'read index received' (duration: 3.710035926s)","trace[2086184483] 'applied index is now lower than readState.Index' (duration: 385.859929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:16.916486Z","caller":"traceutil/trace.go:171","msg":"trace[1781130548] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"4.147818622s","start":"2026-04-28T03:20:12.76863Z","end":"2026-04-28T03:20:16.916449Z","steps":["trace[1781130548] 'process raft request' (duration: 4.147640557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.916581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096111781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:16.916437Z","caller":"traceutil/trace.go:171","msg":"trace[255679899] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"4.148145571s","start":"2026-04-28T03:20:12.768264Z","end":"2026-04-28T03:20:16.91641Z","steps":["trace[255679899] 'process raft request' (duration: 4.092258051s)","trace[255679899] 'compare' (duration: 55.52353ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:16.916644Z","caller":"traceutil/trace.go:171","msg":"trace[579221693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1529; }","duration":"4.096186133s","start":"2026-04-28T03:20:12.820445Z","end":"2026-04-28T03:20:16.916631Z","steps":["trace[579221693] 'agreement among raft nodes before linearized reading' (duration: 4.096026439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.916635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:12.768597Z","time spent":"4.147958456s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:16.916674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:12.820388Z","time spent":"4.096280975s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:16.916804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:12.768243Z","time spent":"4.14843308s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:16.916873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.436563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:16.916917Z","caller":"traceutil/trace.go:171","msg":"trace[970869781] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1529; }","duration":"395.519885ms","start":"2026-04-28T03:20:16.52138Z","end":"2026-04-28T03:20:16.9169Z","steps":["trace[970869781] 'agreement among raft nodes before linearized reading' (duration: 395.439623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.916914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.33082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:16.916941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71399259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:20:16.916951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.521357Z","time spent":"395.583076ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:16.916916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861496089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:16.916962Z","caller":"traceutil/trace.go:171","msg":"trace[2054825407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"782.410412ms","start":"2026-04-28T03:20:16.134538Z","end":"2026-04-28T03:20:16.916949Z","steps":["trace[2054825407] 'agreement among raft nodes before linearized reading' (duration: 782.32207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.916985Z","caller":"traceutil/trace.go:171","msg":"trace[660944493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"3.714107363s","start":"2026-04-28T03:20:13.202866Z","end":"2026-04-28T03:20:16.916974Z","steps":["trace[660944493] 'agreement among raft nodes before linearized reading' (duration: 3.713924938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.917008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.134514Z","time spent":"782.487844ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:16.917025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.202837Z","time spent":"3.714181835s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:16.917018Z","caller":"traceutil/trace.go:171","msg":"trace[465343358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"1.862016675s","start":"2026-04-28T03:20:15.054977Z","end":"2026-04-28T03:20:16.916994Z","steps":["trace[465343358] 'agreement among raft nodes before linearized reading' (duration: 1.861832189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.917083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.054952Z","time spent":"1.862117407s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:16.917084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707612456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:20:16.916985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527197591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:16.917123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545490216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:16.917145Z","caller":"traceutil/trace.go:171","msg":"trace[1081300837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1529; }","duration":"3.545598289s","start":"2026-04-28T03:20:13.37154Z","end":"2026-04-28T03:20:16.917138Z","steps":["trace[1081300837] 'agreement among raft nodes before linearized reading' (duration: 3.545543037s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.917149Z","caller":"traceutil/trace.go:171","msg":"trace[876821677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1529; }","duration":"3.527382467s","start":"2026-04-28T03:20:13.389755Z","end":"2026-04-28T03:20:16.917137Z","steps":["trace[876821677] 'agreement among raft nodes before linearized reading' (duration: 3.527180161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.917159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.371513Z","time spent":"3.54564295s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:20:16.917141Z","caller":"traceutil/trace.go:171","msg":"trace[662976214] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1529; }","duration":"2.707667737s","start":"2026-04-28T03:20:14.209458Z","end":"2026-04-28T03:20:16.917126Z","steps":["trace[662976214] 'agreement among raft nodes before linearized reading' (duration: 2.707459671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.917182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:13.389743Z","time spent":"3.527428158s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:16.91719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:14.209376Z","time spent":"2.707804901s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:20:16.917694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868298063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:20:16.918028Z","caller":"traceutil/trace.go:171","msg":"trace[1082803107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:1529; }","duration":"1.868803188s","start":"2026-04-28T03:20:15.049198Z","end":"2026-04-28T03:20:16.918001Z","steps":["trace[1082803107] 'agreement among raft nodes before linearized reading' (duration: 1.86781813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:16.918595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.049174Z","time spent":"1.869401155s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:20:17.727355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.153066ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:20:17.727431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.918473Z","time spent":"808.955373ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:20:17.73812Z","caller":"traceutil/trace.go:171","msg":"trace[772421923] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"815.201391ms","start":"2026-04-28T03:20:16.922898Z","end":"2026-04-28T03:20:17.738099Z","steps":["trace[772421923] 'process raft request' (duration: 815.134629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:17.738136Z","caller":"traceutil/trace.go:171","msg":"trace[169568059] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"816.132768ms","start":"2026-04-28T03:20:16.921979Z","end":"2026-04-28T03:20:17.738112Z","steps":["trace[169568059] 'process raft request' (duration: 816.006454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:17.738155Z","caller":"traceutil/trace.go:171","msg":"trace[690331982] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"816.282541ms","start":"2026-04-28T03:20:16.92185Z","end":"2026-04-28T03:20:17.738133Z","steps":["trace[690331982] 'process raft request' (duration: 815.967782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:17.738238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.921973Z","time spent":"816.21333ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:17.73825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.922889Z","time spent":"815.294674ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:17.738323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.921832Z","time spent":"816.366654ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:17.738927Z","caller":"traceutil/trace.go:171","msg":"trace[1416124416] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"815.407007ms","start":"2026-04-28T03:20:16.923503Z","end":"2026-04-28T03:20:17.73891Z","steps":["trace[1416124416] 'process raft request' (duration: 814.567254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:17.739023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.923492Z","time spent":"815.50015ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:17.738919Z","caller":"traceutil/trace.go:171","msg":"trace[2087991257] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1591; }","duration":"816.678023ms","start":"2026-04-28T03:20:16.922223Z","end":"2026-04-28T03:20:17.738901Z","steps":["trace[2087991257] 'read index received' (duration: 207.127261ms)","trace[2087991257] 'applied index is now lower than readState.Index' (duration: 609.548722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:17.739086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.849508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26780"} {"level":"info","ts":"2026-04-28T03:20:17.739142Z","caller":"traceutil/trace.go:171","msg":"trace[1434878060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1533; }","duration":"816.922059ms","start":"2026-04-28T03:20:16.922207Z","end":"2026-04-28T03:20:17.739129Z","steps":["trace[1434878060] 'agreement among raft nodes before linearized reading' (duration: 816.741744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:17.739186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:16.9222Z","time spent":"816.974781ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:20:18.239505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295300,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:18.410229Z","caller":"traceutil/trace.go:171","msg":"trace[748818909] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"681.714368ms","start":"2026-04-28T03:20:17.728493Z","end":"2026-04-28T03:20:18.410207Z","steps":["trace[748818909] 'process raft request' (duration: 661.991534ms)","trace[748818909] 'compare' (duration: 19.279242ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:18.410253Z","caller":"traceutil/trace.go:171","msg":"trace[438080723] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"668.905343ms","start":"2026-04-28T03:20:17.741323Z","end":"2026-04-28T03:20:18.410228Z","steps":["trace[438080723] 'process raft request' (duration: 668.839101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:18.410264Z","caller":"traceutil/trace.go:171","msg":"trace[62893066] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1596; }","duration":"671.140617ms","start":"2026-04-28T03:20:17.739075Z","end":"2026-04-28T03:20:18.410215Z","steps":["trace[62893066] 'read index received' (duration: 651.393251ms)","trace[62893066] 'applied index is now lower than readState.Index' (duration: 19.746376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:18.410342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:17.728475Z","time spent":"681.802001ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:18.410344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:17.741307Z","time spent":"669.001925ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:18.410378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.945765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:18.410441Z","caller":"traceutil/trace.go:171","msg":"trace[1523930496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1535; }","duration":"675.046128ms","start":"2026-04-28T03:20:17.735378Z","end":"2026-04-28T03:20:18.410424Z","steps":["trace[1523930496] 'agreement among raft nodes before linearized reading' (duration: 674.905234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.410457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.793927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:18.410481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:17.735363Z","time spent":"675.1001ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:18.410511Z","caller":"traceutil/trace.go:171","msg":"trace[458054919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1535; }","duration":"472.9018ms","start":"2026-04-28T03:20:17.937591Z","end":"2026-04-28T03:20:18.410493Z","steps":["trace[458054919] 'agreement among raft nodes before linearized reading' (duration: 472.805158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.410579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:17.937568Z","time spent":"472.994373ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:18.410641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.454325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:18.41067Z","caller":"traceutil/trace.go:171","msg":"trace[1679140629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1535; }","duration":"364.510436ms","start":"2026-04-28T03:20:18.046153Z","end":"2026-04-28T03:20:18.410663Z","steps":["trace[1679140629] 'agreement among raft nodes before linearized reading' (duration: 364.448684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.41069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.046139Z","time spent":"364.547748ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:18.410816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.401557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" ","response":"range_response_count:1 size:12376"} {"level":"info","ts":"2026-04-28T03:20:18.410862Z","caller":"traceutil/trace.go:171","msg":"trace[68809161] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-s7v9w; range_end:; response_count:1; response_revision:1535; }","duration":"449.569931ms","start":"2026-04-28T03:20:17.961281Z","end":"2026-04-28T03:20:18.410851Z","steps":["trace[68809161] 'agreement among raft nodes before linearized reading' (duration: 449.322455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.410897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:17.961262Z","time spent":"449.626234ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12399,"request content":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" "} {"level":"warn","ts":"2026-04-28T03:20:18.85831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.062647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:18.858625Z","caller":"traceutil/trace.go:171","msg":"trace[1732665847] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"444.006023ms","start":"2026-04-28T03:20:18.414605Z","end":"2026-04-28T03:20:18.858611Z","steps":["trace[1732665847] 'read index received' (duration: 242.72475ms)","trace[1732665847] 'applied index is now lower than readState.Index' (duration: 201.280193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:18.858697Z","caller":"traceutil/trace.go:171","msg":"trace[13889643] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"444.330512ms","start":"2026-04-28T03:20:18.414328Z","end":"2026-04-28T03:20:18.858658Z","steps":["trace[13889643] 'process raft request' (duration: 242.874614ms)","trace[13889643] 'compare' (duration: 200.977935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:18.859025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.414298Z","time spent":"444.481017ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:18.859116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.500928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:20:18.859148Z","caller":"traceutil/trace.go:171","msg":"trace[1798703950] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1536; }","duration":"444.558789ms","start":"2026-04-28T03:20:18.414581Z","end":"2026-04-28T03:20:18.85914Z","steps":["trace[1798703950] 'agreement among raft nodes before linearized reading' (duration: 444.073725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:18.859204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.41457Z","time spent":"444.624901ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T03:20:19.232067Z","caller":"traceutil/trace.go:171","msg":"trace[1755028448] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1599; }","duration":"371.020963ms","start":"2026-04-28T03:20:18.861024Z","end":"2026-04-28T03:20:19.232045Z","steps":["trace[1755028448] 'read index received' (duration: 339.292725ms)","trace[1755028448] 'applied index is now lower than readState.Index' (duration: 31.727408ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:19.232106Z","caller":"traceutil/trace.go:171","msg":"trace[438963761] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"808.832629ms","start":"2026-04-28T03:20:18.423219Z","end":"2026-04-28T03:20:19.232052Z","steps":["trace[438963761] 'process raft request' (duration: 777.236544ms)","trace[438963761] 'compare' (duration: 31.362878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.232273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.423192Z","time spent":"808.992142ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12756,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:19.232368Z","caller":"traceutil/trace.go:171","msg":"trace[1803441975] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"694.277418ms","start":"2026-04-28T03:20:18.538072Z","end":"2026-04-28T03:20:19.232349Z","steps":["trace[1803441975] 'process raft request' (duration: 693.880647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.232493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.538043Z","time spent":"694.378781ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:19.232584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.692437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:19.232615Z","caller":"traceutil/trace.go:171","msg":"trace[457059801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1538; }","duration":"309.765529ms","start":"2026-04-28T03:20:18.922841Z","end":"2026-04-28T03:20:19.232607Z","steps":["trace[457059801] 'agreement among raft nodes before linearized reading' (duration: 309.608965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.232652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.922823Z","time spent":"309.824611ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:19.23269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.609925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:19.232774Z","caller":"traceutil/trace.go:171","msg":"trace[730439516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1538; }","duration":"185.842121ms","start":"2026-04-28T03:20:19.046912Z","end":"2026-04-28T03:20:19.232754Z","steps":["trace[730439516] 'agreement among raft nodes before linearized reading' (duration: 185.614244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.232774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.748675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:19.232828Z","caller":"traceutil/trace.go:171","msg":"trace[2008678723] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1538; }","duration":"371.835217ms","start":"2026-04-28T03:20:18.860981Z","end":"2026-04-28T03:20:19.232816Z","steps":["trace[2008678723] 'agreement among raft nodes before linearized reading' (duration: 371.710774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.232878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.860964Z","time spent":"371.903749ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:20:19.232986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.562191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:19.233125Z","caller":"traceutil/trace.go:171","msg":"trace[152013759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1538; }","duration":"304.793897ms","start":"2026-04-28T03:20:18.928307Z","end":"2026-04-28T03:20:19.233101Z","steps":["trace[152013759] 'agreement among raft nodes before linearized reading' (duration: 304.391536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:19.233187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:18.928286Z","time spent":"304.89095ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:19.557289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.191822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:19.557391Z","caller":"traceutil/trace.go:171","msg":"trace[305606623] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"319.643192ms","start":"2026-04-28T03:20:19.237731Z","end":"2026-04-28T03:20:19.557375Z","steps":["trace[305606623] 'process raft request' (duration: 126.277365ms)","trace[305606623] 'compare' (duration: 192.796671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:19.557436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.237701Z","time spent":"319.714114ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.152514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.351156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:20.152637Z","caller":"traceutil/trace.go:171","msg":"trace[447250910] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1603; }","duration":"409.504224ms","start":"2026-04-28T03:20:19.743108Z","end":"2026-04-28T03:20:20.152612Z","steps":["trace[447250910] 'read index received' (duration: 62.090217ms)","trace[447250910] 'applied index is now lower than readState.Index' (duration: 347.411377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:20.153098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.586177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:20.153186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:20.153201Z","caller":"traceutil/trace.go:171","msg":"trace[896823672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"409.71883ms","start":"2026-04-28T03:20:19.74346Z","end":"2026-04-28T03:20:20.153179Z","steps":["trace[896823672] 'agreement among raft nodes before linearized reading' (duration: 409.482744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.153242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.125163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:20:20.153258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.70417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:20.153276Z","caller":"traceutil/trace.go:171","msg":"trace[945398656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"410.212455ms","start":"2026-04-28T03:20:19.743054Z","end":"2026-04-28T03:20:20.153266Z","steps":["trace[945398656] 'agreement among raft nodes before linearized reading' (duration: 410.103722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.153266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.743447Z","time spent":"409.803303ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:20.153289Z","caller":"traceutil/trace.go:171","msg":"trace[1264596118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1540; }","duration":"409.779482ms","start":"2026-04-28T03:20:19.743501Z","end":"2026-04-28T03:20:20.15328Z","steps":["trace[1264596118] 'agreement among raft nodes before linearized reading' (duration: 409.657079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.1533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.74303Z","time spent":"410.264446ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:20.153316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.743476Z","time spent":"409.834454ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:20.153412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.865115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:20:20.153541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.546786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" ","response":"range_response_count:1 size:12771"} {"level":"info","ts":"2026-04-28T03:20:20.153547Z","caller":"traceutil/trace.go:171","msg":"trace[43942495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1540; }","duration":"409.996368ms","start":"2026-04-28T03:20:19.743459Z","end":"2026-04-28T03:20:20.153455Z","steps":["trace[43942495] 'agreement among raft nodes before linearized reading' (duration: 409.780622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.153609Z","caller":"traceutil/trace.go:171","msg":"trace[145291387] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-s7v9w; range_end:; response_count:1; response_revision:1540; }","duration":"139.660899ms","start":"2026-04-28T03:20:20.013931Z","end":"2026-04-28T03:20:20.153592Z","steps":["trace[145291387] 'agreement among raft nodes before linearized reading' (duration: 139.409082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.153623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:19.743423Z","time spent":"410.184794ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:20.153236Z","caller":"traceutil/trace.go:171","msg":"trace[793658921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"106.986043ms","start":"2026-04-28T03:20:20.046238Z","end":"2026-04-28T03:20:20.153224Z","steps":["trace[793658921] 'agreement among raft nodes before linearized reading' (duration: 106.88986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.335535Z","caller":"traceutil/trace.go:171","msg":"trace[998236680] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1604; }","duration":"178.336966ms","start":"2026-04-28T03:20:20.157175Z","end":"2026-04-28T03:20:20.335512Z","steps":["trace[998236680] 'read index received' (duration: 178.197372ms)","trace[998236680] 'applied index is now lower than readState.Index' (duration: 138.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:20.335583Z","caller":"traceutil/trace.go:171","msg":"trace[905713055] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"178.82722ms","start":"2026-04-28T03:20:20.156721Z","end":"2026-04-28T03:20:20.335549Z","steps":["trace[905713055] 'process raft request' (duration: 178.632675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.335791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.602093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:27175"} {"level":"info","ts":"2026-04-28T03:20:20.335833Z","caller":"traceutil/trace.go:171","msg":"trace[798886617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1541; }","duration":"178.676095ms","start":"2026-04-28T03:20:20.157147Z","end":"2026-04-28T03:20:20.335823Z","steps":["trace[798886617] 'agreement among raft nodes before linearized reading' (duration: 178.457469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.62321Z","caller":"traceutil/trace.go:171","msg":"trace[1262556416] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"465.511119ms","start":"2026-04-28T03:20:20.157666Z","end":"2026-04-28T03:20:20.623177Z","steps":["trace[1262556416] 'process raft request' (duration: 453.558947ms)","trace[1262556416] 'compare' (duration: 11.602782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:20.623243Z","caller":"traceutil/trace.go:171","msg":"trace[1697756479] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"465.326343ms","start":"2026-04-28T03:20:20.157889Z","end":"2026-04-28T03:20:20.623215Z","steps":["trace[1697756479] 'process raft request' (duration: 465.186589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.623295Z","caller":"traceutil/trace.go:171","msg":"trace[1796977961] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1605; }","duration":"145.464595ms","start":"2026-04-28T03:20:20.477805Z","end":"2026-04-28T03:20:20.623269Z","steps":["trace[1796977961] 'read index received' (duration: 133.254796ms)","trace[1796977961] 'applied index is now lower than readState.Index' (duration: 12.208709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:20.623353Z","caller":"traceutil/trace.go:171","msg":"trace[662116432] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"458.437807ms","start":"2026-04-28T03:20:20.164884Z","end":"2026-04-28T03:20:20.623322Z","steps":["trace[662116432] 'process raft request' (duration: 458.275792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.623411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.584089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:20.623357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.157652Z","time spent":"465.637932ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:20.623557Z","caller":"traceutil/trace.go:171","msg":"trace[507359001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1544; }","duration":"145.782764ms","start":"2026-04-28T03:20:20.477761Z","end":"2026-04-28T03:20:20.623544Z","steps":["trace[507359001] 'agreement among raft nodes before linearized reading' (duration: 145.597409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:20.623412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.157879Z","time spent":"465.443597ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.623502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:20.164851Z","time spent":"458.575571ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:20.919051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.285157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:20.91924Z","caller":"traceutil/trace.go:171","msg":"trace[1304711777] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"264.649328ms","start":"2026-04-28T03:20:20.654575Z","end":"2026-04-28T03:20:20.919225Z","steps":["trace[1304711777] 'process raft request' (duration: 72.908617ms)","trace[1304711777] 'compare' (duration: 191.113952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:21.172803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.855054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:21.172878Z","caller":"traceutil/trace.go:171","msg":"trace[224899884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"125.986887ms","start":"2026-04-28T03:20:21.046875Z","end":"2026-04-28T03:20:21.172862Z","steps":["trace[224899884] 'range keys from in-memory index tree' (duration: 125.774791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.062427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:22.449483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137119429s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:22.449896Z","caller":"traceutil/trace.go:171","msg":"trace[1389323083] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1611; }","duration":"888.417437ms","start":"2026-04-28T03:20:21.56146Z","end":"2026-04-28T03:20:22.449877Z","steps":["trace[1389323083] 'read index received' (duration: 888.15785ms)","trace[1389323083] 'applied index is now lower than readState.Index' (duration: 258.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.449956Z","caller":"traceutil/trace.go:171","msg":"trace[1063436107] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"1.137727325s","start":"2026-04-28T03:20:21.312219Z","end":"2026-04-28T03:20:22.449947Z","steps":["trace[1063436107] 'process raft request' (duration: 1.137475258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.450039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.312192Z","time spent":"1.137783377s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:22.4501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.279266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:22.450137Z","caller":"traceutil/trace.go:171","msg":"trace[133154280] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1548; }","duration":"711.351137ms","start":"2026-04-28T03:20:21.738774Z","end":"2026-04-28T03:20:22.450125Z","steps":["trace[133154280] 'agreement among raft nodes before linearized reading' (duration: 711.287285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.450168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.738754Z","time spent":"711.406839ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.450346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.255153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:22.45037Z","caller":"traceutil/trace.go:171","msg":"trace[833720261] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1548; }","duration":"325.321085ms","start":"2026-04-28T03:20:22.125042Z","end":"2026-04-28T03:20:22.450363Z","steps":["trace[833720261] 'agreement among raft nodes before linearized reading' (duration: 325.269703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.45039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.125025Z","time spent":"325.358335ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.450379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.579576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:20:22.450481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.366678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:22.450488Z","caller":"traceutil/trace.go:171","msg":"trace[179141737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1548; }","duration":"110.73329ms","start":"2026-04-28T03:20:22.339733Z","end":"2026-04-28T03:20:22.450466Z","steps":["trace[179141737] 'agreement among raft nodes before linearized reading' (duration: 110.461042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.450505Z","caller":"traceutil/trace.go:171","msg":"trace[1153336881] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1548; }","duration":"404.42577ms","start":"2026-04-28T03:20:22.046073Z","end":"2026-04-28T03:20:22.450499Z","steps":["trace[1153336881] 'agreement among raft nodes before linearized reading' (duration: 404.385519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.450529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:22.046052Z","time spent":"404.47272ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":8,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:22.450444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.716228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" ","response":"range_response_count:1 size:12741"} {"level":"info","ts":"2026-04-28T03:20:22.450687Z","caller":"traceutil/trace.go:171","msg":"trace[764108747] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-s7v9w; range_end:; response_count:1; response_revision:1548; }","duration":"689.993906ms","start":"2026-04-28T03:20:21.760688Z","end":"2026-04-28T03:20:22.450682Z","steps":["trace[764108747] 'agreement among raft nodes before linearized reading' (duration: 689.679807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.45069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.010119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:20:22.450707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.760668Z","time spent":"690.033296ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12764,"request content":"key:\"/registry/pods/openstack/openvswitch-s7v9w\" "} {"level":"info","ts":"2026-04-28T03:20:22.450713Z","caller":"traceutil/trace.go:171","msg":"trace[1473251624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1548; }","duration":"110.049771ms","start":"2026-04-28T03:20:22.340656Z","end":"2026-04-28T03:20:22.450706Z","steps":["trace[1473251624] 'agreement among raft nodes before linearized reading' (duration: 109.988469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.450795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.335533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:22.45081Z","caller":"traceutil/trace.go:171","msg":"trace[189038485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1548; }","duration":"889.385974ms","start":"2026-04-28T03:20:21.56142Z","end":"2026-04-28T03:20:22.450806Z","steps":["trace[189038485] 'agreement among raft nodes before linearized reading' (duration: 889.334593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.450826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:21.561401Z","time spent":"889.420626ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:20:22.566703Z","caller":"traceutil/trace.go:171","msg":"trace[1296245686] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"111.160753ms","start":"2026-04-28T03:20:22.455521Z","end":"2026-04-28T03:20:22.566682Z","steps":["trace[1296245686] 'read index received' (duration: 107.469507ms)","trace[1296245686] 'applied index is now lower than readState.Index' (duration: 3.690576ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.566911Z","caller":"traceutil/trace.go:171","msg":"trace[1702624104] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"111.424071ms","start":"2026-04-28T03:20:22.455476Z","end":"2026-04-28T03:20:22.5669Z","steps":["trace[1702624104] 'process raft request' (duration: 107.545419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.567034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.488302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:27145"} {"level":"info","ts":"2026-04-28T03:20:22.567088Z","caller":"traceutil/trace.go:171","msg":"trace[228333648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1549; }","duration":"111.560085ms","start":"2026-04-28T03:20:22.455516Z","end":"2026-04-28T03:20:22.567076Z","steps":["trace[228333648] 'agreement among raft nodes before linearized reading' (duration: 111.3668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.636586Z","caller":"traceutil/trace.go:171","msg":"trace[2015272235] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"180.131468ms","start":"2026-04-28T03:20:22.456299Z","end":"2026-04-28T03:20:22.636431Z","steps":["trace[2015272235] 'process raft request' (duration: 179.720635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.637167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.830627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:22.637251Z","caller":"traceutil/trace.go:171","msg":"trace[174168646] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1551; }","duration":"151.920649ms","start":"2026-04-28T03:20:22.485302Z","end":"2026-04-28T03:20:22.637222Z","steps":["trace[174168646] 'agreement among raft nodes before linearized reading' (duration: 151.778465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.637362Z","caller":"traceutil/trace.go:171","msg":"trace[912985827] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"173.437466ms","start":"2026-04-28T03:20:22.463906Z","end":"2026-04-28T03:20:22.637343Z","steps":["trace[912985827] 'process raft request' (duration: 172.232541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.766743Z","caller":"traceutil/trace.go:171","msg":"trace[1802527769] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"124.783652ms","start":"2026-04-28T03:20:22.641933Z","end":"2026-04-28T03:20:22.766717Z","steps":["trace[1802527769] 'process raft request' (duration: 61.999344ms)","trace[1802527769] 'compare' (duration: 62.658554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.851352Z","caller":"traceutil/trace.go:171","msg":"trace[360544146] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"204.055082ms","start":"2026-04-28T03:20:22.647271Z","end":"2026-04-28T03:20:22.851326Z","steps":["trace[360544146] 'process raft request' (duration: 203.683152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.851546Z","caller":"traceutil/trace.go:171","msg":"trace[1529725552] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"203.802514ms","start":"2026-04-28T03:20:22.647734Z","end":"2026-04-28T03:20:22.851537Z","steps":["trace[1529725552] 'process raft request' (duration: 203.521396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.952692Z","caller":"traceutil/trace.go:171","msg":"trace[1231543711] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"181.29967ms","start":"2026-04-28T03:20:22.77137Z","end":"2026-04-28T03:20:22.95267Z","steps":["trace[1231543711] 'process raft request' (duration: 181.103774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:23.849007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:24.349781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:24.85078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:25.351172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:25.749745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826852597s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:25.750133Z","caller":"traceutil/trace.go:171","msg":"trace[1973075145] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"2.402125958s","start":"2026-04-28T03:20:23.347983Z","end":"2026-04-28T03:20:25.750109Z","steps":["trace[1973075145] 'read index received' (duration: 2.401892902s)","trace[1973075145] 'applied index is now lower than readState.Index' (duration: 232.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:25.750245Z","caller":"traceutil/trace.go:171","msg":"trace[1980301919] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"2.436937646s","start":"2026-04-28T03:20:23.313288Z","end":"2026-04-28T03:20:25.750226Z","steps":["trace[1980301919] 'process raft request' (duration: 2.436669918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703419272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:25.750363Z","caller":"traceutil/trace.go:171","msg":"trace[513297425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1556; }","duration":"1.703513345s","start":"2026-04-28T03:20:24.046835Z","end":"2026-04-28T03:20:25.750348Z","steps":["trace[513297425] 'agreement among raft nodes before linearized reading' (duration: 1.703421983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.31326Z","time spent":"2.437019647s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:25.750403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.046816Z","time spent":"1.703576957s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108453158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:25.750455Z","caller":"traceutil/trace.go:171","msg":"trace[549509029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1556; }","duration":"1.108550081s","start":"2026-04-28T03:20:24.641892Z","end":"2026-04-28T03:20:25.750442Z","steps":["trace[549509029] 'agreement among raft nodes before linearized reading' (duration: 1.108394836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.641868Z","time spent":"1.108610923s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179927394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:25.750534Z","caller":"traceutil/trace.go:171","msg":"trace[652647477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1556; }","duration":"1.180049007s","start":"2026-04-28T03:20:24.570472Z","end":"2026-04-28T03:20:25.750521Z","steps":["trace[652647477] 'agreement among raft nodes before linearized reading' (duration: 1.179853581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.570449Z","time spent":"1.180106529s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179390639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:20:25.750581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297187211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:20:25.750605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402621792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:25.750635Z","caller":"traceutil/trace.go:171","msg":"trace[1667484451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1556; }","duration":"1.297282724s","start":"2026-04-28T03:20:24.45334Z","end":"2026-04-28T03:20:25.750623Z","steps":["trace[1667484451] 'agreement among raft nodes before linearized reading' (duration: 1.297124509s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:25.750633Z","caller":"traceutil/trace.go:171","msg":"trace[1696383336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1556; }","duration":"1.179472352s","start":"2026-04-28T03:20:24.571144Z","end":"2026-04-28T03:20:25.750616Z","steps":["trace[1696383336] 'agreement among raft nodes before linearized reading' (duration: 1.179329118s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:25.750647Z","caller":"traceutil/trace.go:171","msg":"trace[91824750] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1556; }","duration":"2.402702174s","start":"2026-04-28T03:20:23.347932Z","end":"2026-04-28T03:20:25.750634Z","steps":["trace[91824750] 'agreement among raft nodes before linearized reading' (duration: 2.402632682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.453294Z","time spent":"1.297360386s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.656804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:25.750677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.571127Z","time spent":"1.179539683s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:23.34791Z","time spent":"2.402764996s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:25.750701Z","caller":"traceutil/trace.go:171","msg":"trace[370615518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1556; }","duration":"895.709307ms","start":"2026-04-28T03:20:24.854986Z","end":"2026-04-28T03:20:25.750696Z","steps":["trace[370615518] 'agreement among raft nodes before linearized reading' (duration: 895.646545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.85497Z","time spent":"895.745028ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.273058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:20:25.750798Z","caller":"traceutil/trace.go:171","msg":"trace[1711355559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1556; }","duration":"980.3644ms","start":"2026-04-28T03:20:24.770418Z","end":"2026-04-28T03:20:25.750783Z","steps":["trace[1711355559] 'agreement among raft nodes before linearized reading' (duration: 980.216256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.750854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.770387Z","time spent":"980.451633ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:25.750679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541297741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:20:25.750918Z","caller":"traceutil/trace.go:171","msg":"trace[142633130] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1556; }","duration":"1.541569718s","start":"2026-04-28T03:20:24.209331Z","end":"2026-04-28T03:20:25.750901Z","steps":["trace[142633130] 'agreement among raft nodes before linearized reading' (duration: 1.541204337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:25.751576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:24.209314Z","time spent":"1.54163811s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:20:26.690137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.237932ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:20:26.69032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755385Z","time spent":"934.927249ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:20:26.690549Z","caller":"traceutil/trace.go:171","msg":"trace[1349253208] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"934.697613ms","start":"2026-04-28T03:20:25.755833Z","end":"2026-04-28T03:20:26.69053Z","steps":["trace[1349253208] 'process raft request' (duration: 934.661692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.690651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755822Z","time spent":"934.770145ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.690746Z","caller":"traceutil/trace.go:171","msg":"trace[1363406971] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"935.245999ms","start":"2026-04-28T03:20:25.75544Z","end":"2026-04-28T03:20:26.690686Z","steps":["trace[1363406971] 'process raft request' (duration: 934.823097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.690844Z","caller":"traceutil/trace.go:171","msg":"trace[353430271] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"935.202908ms","start":"2026-04-28T03:20:25.75563Z","end":"2026-04-28T03:20:26.690833Z","steps":["trace[353430271] 'process raft request' (duration: 934.832687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.690842Z","caller":"traceutil/trace.go:171","msg":"trace[1363831376] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"935.333221ms","start":"2026-04-28T03:20:25.755497Z","end":"2026-04-28T03:20:26.69083Z","steps":["trace[1363831376] 'process raft request' (duration: 934.885848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.690903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755623Z","time spent":"935.249729ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.690964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755486Z","time spent":"935.394993ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.691019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755425Z","time spent":"935.453564ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.691204Z","caller":"traceutil/trace.go:171","msg":"trace[971428141] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1620; }","duration":"935.753303ms","start":"2026-04-28T03:20:25.755439Z","end":"2026-04-28T03:20:26.691192Z","steps":["trace[971428141] 'read index received' (duration: 389.598795ms)","trace[971428141] 'applied index is now lower than readState.Index' (duration: 546.153578ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:26.690792Z","caller":"traceutil/trace.go:171","msg":"trace[622380805] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"935.256999ms","start":"2026-04-28T03:20:25.755504Z","end":"2026-04-28T03:20:26.690761Z","steps":["trace[622380805] 'process raft request' (duration: 934.911429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.691307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.864426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:26.691299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755485Z","time spent":"935.766254ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.691345Z","caller":"traceutil/trace.go:171","msg":"trace[1537818655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"935.930748ms","start":"2026-04-28T03:20:25.755403Z","end":"2026-04-28T03:20:26.691334Z","steps":["trace[1537818655] 'agreement among raft nodes before linearized reading' (duration: 935.873986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.691378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.755383Z","time spent":"935.988189ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:26.691575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.831152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:26.691606Z","caller":"traceutil/trace.go:171","msg":"trace[645047214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"557.889353ms","start":"2026-04-28T03:20:26.133709Z","end":"2026-04-28T03:20:26.691598Z","steps":["trace[645047214] 'agreement among raft nodes before linearized reading' (duration: 557.845362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.691627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.133692Z","time spent":"557.931035ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:26.691795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.215456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:26.691825Z","caller":"traceutil/trace.go:171","msg":"trace[1859046763] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1561; }","duration":"300.251897ms","start":"2026-04-28T03:20:26.391566Z","end":"2026-04-28T03:20:26.691818Z","steps":["trace[1859046763] 'agreement among raft nodes before linearized reading' (duration: 300.201765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.691852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.391512Z","time spent":"300.333909ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:27.197933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.824739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:27.198014Z","caller":"traceutil/trace.go:171","msg":"trace[1781516127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1562; }","duration":"150.955703ms","start":"2026-04-28T03:20:27.04704Z","end":"2026-04-28T03:20:27.197995Z","steps":["trace[1781516127] 'range keys from in-memory index tree' (duration: 150.684805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:27.884387Z","caller":"traceutil/trace.go:171","msg":"trace[1499315383] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1628; }","duration":"124.621829ms","start":"2026-04-28T03:20:27.759732Z","end":"2026-04-28T03:20:27.884353Z","steps":["trace[1499315383] 'read index received' (duration: 124.464544ms)","trace[1499315383] 'applied index is now lower than readState.Index' (duration: 156.375µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:27.884561Z","caller":"traceutil/trace.go:171","msg":"trace[1926129142] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"128.681245ms","start":"2026-04-28T03:20:27.755854Z","end":"2026-04-28T03:20:27.884536Z","steps":["trace[1926129142] 'process raft request' (duration: 128.340565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:27.884618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.868266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:27.884658Z","caller":"traceutil/trace.go:171","msg":"trace[629749675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1564; }","duration":"124.934388ms","start":"2026-04-28T03:20:27.759712Z","end":"2026-04-28T03:20:27.884646Z","steps":["trace[629749675] 'agreement among raft nodes before linearized reading' (duration: 124.755403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.058758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:20:29.305976Z","caller":"traceutil/trace.go:171","msg":"trace[1590747531] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"748.060719ms","start":"2026-04-28T03:20:28.557893Z","end":"2026-04-28T03:20:29.305954Z","steps":["trace[1590747531] 'read index received' (duration: 747.835803ms)","trace[1590747531] 'applied index is now lower than readState.Index' (duration: 223.836µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:29.30622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.683986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:20:29.306235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.930951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:29.3063Z","caller":"traceutil/trace.go:171","msg":"trace[972309229] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1566; }","duration":"210.063444ms","start":"2026-04-28T03:20:29.096223Z","end":"2026-04-28T03:20:29.306286Z","steps":["trace[972309229] 'agreement among raft nodes before linearized reading' (duration: 209.948681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.227662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:29.306373Z","caller":"traceutil/trace.go:171","msg":"trace[1450499169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1566; }","duration":"610.266343ms","start":"2026-04-28T03:20:28.696099Z","end":"2026-04-28T03:20:29.306365Z","steps":["trace[1450499169] 'agreement among raft nodes before linearized reading' (duration: 610.18579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.696095Z","time spent":"610.309724ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:29.306263Z","caller":"traceutil/trace.go:171","msg":"trace[1727316495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1566; }","duration":"610.771048ms","start":"2026-04-28T03:20:28.695481Z","end":"2026-04-28T03:20:29.306252Z","steps":["trace[1727316495] 'agreement among raft nodes before linearized reading' (duration: 610.598103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.695466Z","time spent":"611.056797ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:29.306648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.555532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:29.306677Z","caller":"traceutil/trace.go:171","msg":"trace[229694632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1566; }","duration":"610.595753ms","start":"2026-04-28T03:20:28.696072Z","end":"2026-04-28T03:20:29.306668Z","steps":["trace[229694632] 'agreement among raft nodes before linearized reading' (duration: 610.521471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.696067Z","time spent":"610.631124ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:29.306086Z","caller":"traceutil/trace.go:171","msg":"trace[1796986317] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"819.296888ms","start":"2026-04-28T03:20:28.486719Z","end":"2026-04-28T03:20:29.306015Z","steps":["trace[1796986317] 'process raft request' (duration: 819.094222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.297662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-4sxcm\" ","response":"range_response_count:1 size:3326"} {"level":"warn","ts":"2026-04-28T03:20:29.306807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.265823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:29.306827Z","caller":"traceutil/trace.go:171","msg":"trace[1570450724] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-4sxcm; range_end:; response_count:1; response_revision:1566; }","duration":"298.383074ms","start":"2026-04-28T03:20:29.008428Z","end":"2026-04-28T03:20:29.306811Z","steps":["trace[1570450724] 'agreement among raft nodes before linearized reading' (duration: 298.007634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.658685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:29.306861Z","caller":"traceutil/trace.go:171","msg":"trace[2076430580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1566; }","duration":"610.238352ms","start":"2026-04-28T03:20:28.696616Z","end":"2026-04-28T03:20:29.306854Z","steps":["trace[2076430580] 'agreement among raft nodes before linearized reading' (duration: 609.519761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.69661Z","time spent":"610.270234ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:29.306857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.486684Z","time spent":"820.089921ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:29.306832Z","caller":"traceutil/trace.go:171","msg":"trace[829725760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1566; }","duration":"611.301314ms","start":"2026-04-28T03:20:28.695524Z","end":"2026-04-28T03:20:29.306825Z","steps":["trace[829725760] 'agreement among raft nodes before linearized reading' (duration: 611.234712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.306974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.695521Z","time spent":"611.447269ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:29.30713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.230053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:29.307163Z","caller":"traceutil/trace.go:171","msg":"trace[946718712] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1566; }","duration":"749.265994ms","start":"2026-04-28T03:20:28.557888Z","end":"2026-04-28T03:20:29.307154Z","steps":["trace[946718712] 'agreement among raft nodes before linearized reading' (duration: 748.151221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.307186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:28.557843Z","time spent":"749.336356ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:30.077537Z","caller":"traceutil/trace.go:171","msg":"trace[926735871] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"765.344613ms","start":"2026-04-28T03:20:29.312175Z","end":"2026-04-28T03:20:30.07752Z","steps":["trace[926735871] 'process raft request' (duration: 765.042865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.077664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.31215Z","time spent":"765.444016ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.481841Z","caller":"traceutil/trace.go:171","msg":"trace[1928393278] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.169566997s","start":"2026-04-28T03:20:29.312256Z","end":"2026-04-28T03:20:30.481823Z","steps":["trace[1928393278] 'process raft request' (duration: 1.169408413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.481951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.312213Z","time spent":"1.16968232s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.482193Z","caller":"traceutil/trace.go:171","msg":"trace[154697258] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"1.168786895s","start":"2026-04-28T03:20:29.313399Z","end":"2026-04-28T03:20:30.482186Z","steps":["trace[154697258] 'process raft request' (duration: 1.168680022s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.482171Z","caller":"traceutil/trace.go:171","msg":"trace[214945729] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.169022572s","start":"2026-04-28T03:20:29.313113Z","end":"2026-04-28T03:20:30.482136Z","steps":["trace[214945729] 'process raft request' (duration: 1.168681242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.482237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.313391Z","time spent":"1.168824506s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.482251Z","caller":"traceutil/trace.go:171","msg":"trace[658406742] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"1.169015631s","start":"2026-04-28T03:20:29.313193Z","end":"2026-04-28T03:20:30.482208Z","steps":["trace[658406742] 'process raft request' (duration: 1.168817925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.482342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.3131Z","time spent":"1.169146315s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:30.482434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.313172Z","time spent":"1.169166226s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.482276Z","caller":"traceutil/trace.go:171","msg":"trace[2115821902] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"1.166704995s","start":"2026-04-28T03:20:29.31555Z","end":"2026-04-28T03:20:30.482255Z","steps":["trace[2115821902] 'process raft request' (duration: 1.166584822s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.482476Z","caller":"traceutil/trace.go:171","msg":"trace[1870616659] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1631; }","duration":"587.430269ms","start":"2026-04-28T03:20:29.895015Z","end":"2026-04-28T03:20:30.482445Z","steps":["trace[1870616659] 'read index received' (duration: 182.189866ms)","trace[1870616659] 'applied index is now lower than readState.Index' (duration: 405.238993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.482546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.315539Z","time spent":"1.166967322s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.482529Z","caller":"traceutil/trace.go:171","msg":"trace[842167892] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"592.075752ms","start":"2026-04-28T03:20:29.89042Z","end":"2026-04-28T03:20:30.482496Z","steps":["trace[842167892] 'process raft request' (duration: 591.803164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.482672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.655165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:20:30.482684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.890397Z","time spent":"592.203336ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:30.482699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.175797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.482726Z","caller":"traceutil/trace.go:171","msg":"trace[46437116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1573; }","duration":"587.739227ms","start":"2026-04-28T03:20:29.894975Z","end":"2026-04-28T03:20:30.482714Z","steps":["trace[46437116] 'agreement among raft nodes before linearized reading' (duration: 587.569862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.482752Z","caller":"traceutil/trace.go:171","msg":"trace[1509562586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1573; }","duration":"437.27039ms","start":"2026-04-28T03:20:30.04546Z","end":"2026-04-28T03:20:30.482731Z","steps":["trace[1509562586] 'agreement among raft nodes before linearized reading' (duration: 437.177857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.482768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.894957Z","time spent":"587.80092ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:30.482805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.045438Z","time spent":"437.356273ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:30.612032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.083103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26941"} {"level":"info","ts":"2026-04-28T03:20:30.612144Z","caller":"traceutil/trace.go:171","msg":"trace[1194685917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1573; }","duration":"124.244858ms","start":"2026-04-28T03:20:30.487877Z","end":"2026-04-28T03:20:30.612121Z","steps":["trace[1194685917] 'range keys from in-memory index tree' (duration: 123.835575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.659206Z","caller":"traceutil/trace.go:171","msg":"trace[1596321815] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"169.558984ms","start":"2026-04-28T03:20:30.489603Z","end":"2026-04-28T03:20:30.659162Z","steps":["trace[1596321815] 'process raft request' (duration: 169.231615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:31.02492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.055718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:31.025006Z","caller":"traceutil/trace.go:171","msg":"trace[862756142] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"358.394701ms","start":"2026-04-28T03:20:30.666596Z","end":"2026-04-28T03:20:31.024991Z","steps":["trace[862756142] 'process raft request' (duration: 99.21006ms)","trace[862756142] 'compare' (duration: 258.964095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:31.025057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:30.66657Z","time spent":"358.466013ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:31.542149Z","caller":"traceutil/trace.go:171","msg":"trace[1579232402] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"146.208967ms","start":"2026-04-28T03:20:31.395914Z","end":"2026-04-28T03:20:31.542123Z","steps":["trace[1579232402] 'process raft request' (duration: 140.277286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.988134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:33.489458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:33.990268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:34.400247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.314340265s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:34.400838Z","caller":"traceutil/trace.go:171","msg":"trace[145886512] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"2.315011863s","start":"2026-04-28T03:20:32.0858Z","end":"2026-04-28T03:20:34.400812Z","steps":["trace[145886512] 'process raft request' (duration: 2.314817428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:34.401004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.085784Z","time spent":"2.315140248s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:35.048018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:35.048092Z","caller":"traceutil/trace.go:171","msg":"trace[1664511218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601371s","start":"2026-04-28T03:20:33.047475Z","end":"2026-04-28T03:20:35.048076Z","steps":["trace[1664511218] 'agreement among raft nodes before linearized reading' (duration: 2.000509628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:35.048133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:33.047454Z","time spent":"2.000669783s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:37.048555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:37.048648Z","caller":"traceutil/trace.go:171","msg":"trace[931653856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019412s","start":"2026-04-28T03:20:35.048418Z","end":"2026-04-28T03:20:37.048612Z","steps":["trace[931653856] 'agreement among raft nodes before linearized reading' (duration: 2.000099587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.048686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.0484Z","time spent":"2.000277733s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:37.486724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999622261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:37.486806Z","caller":"traceutil/trace.go:171","msg":"trace[1531876796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999714843s","start":"2026-04-28T03:20:32.487077Z","end":"2026-04-28T03:20:37.486792Z","steps":["trace[1531876796] 'agreement among raft nodes before linearized reading' (duration: 4.99961925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:37.486757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99959584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T03:20:37.486839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.487055Z","time spent":"4.999775735s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:37.486854Z","caller":"traceutil/trace.go:171","msg":"trace[704347170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999765274s","start":"2026-04-28T03:20:32.48707Z","end":"2026-04-28T03:20:37.486835Z","steps":["trace[704347170] 'agreement among raft nodes before linearized reading' (duration: 4.999639541s)"],"step_count":1} 2026/04/28 03:20:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:37.486968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.487044Z","time spent":"4.999910559s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:20:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:37.487577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.489202Z","time spent":"4.998371814s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:20:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:38.135692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:38.135752Z","caller":"traceutil/trace.go:171","msg":"trace[1375452261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191579s","start":"2026-04-28T03:20:36.135548Z","end":"2026-04-28T03:20:38.135739Z","steps":["trace[1375452261] 'agreement among raft nodes before linearized reading' (duration: 2.000095507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:38.135782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.135525Z","time spent":"2.000250811s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:39.058948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003382931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:39.059049Z","caller":"traceutil/trace.go:171","msg":"trace[1047573297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003527486s","start":"2026-04-28T03:20:37.055501Z","end":"2026-04-28T03:20:39.059028Z","steps":["trace[1047573297] 'agreement among raft nodes before linearized reading' (duration: 2.003401722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.059098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.055489Z","time spent":"2.003598908s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:39.196208Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac537d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:20:39.208454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.807813919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:40.054401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.799847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:40.05545Z","caller":"traceutil/trace.go:171","msg":"trace[726623569] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1642; }","duration":"7.568335139s","start":"2026-04-28T03:20:32.487082Z","end":"2026-04-28T03:20:40.055418Z","steps":["trace[726623569] 'read index received' (duration: 1.91356248s)","trace[726623569] 'applied index is now lower than readState.Index' (duration: 5.654770899s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:41.06497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:41.065054Z","caller":"traceutil/trace.go:171","msg":"trace[564684132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143468s","start":"2026-04-28T03:20:39.064893Z","end":"2026-04-28T03:20:41.065037Z","steps":["trace[564684132] 'agreement among raft nodes before linearized reading' (duration: 2.000042985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:41.0651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.064872Z","time spent":"2.000218191s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:41.404664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99894026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:41.404772Z","caller":"traceutil/trace.go:171","msg":"trace[309220520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999109666s","start":"2026-04-28T03:20:36.405636Z","end":"2026-04-28T03:20:41.404746Z","steps":["trace[309220520] 'agreement among raft nodes before linearized reading' (duration: 4.998974692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:41.40484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.405605Z","time spent":"4.999218829s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:20:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:42.405348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:42.405427Z","caller":"traceutil/trace.go:171","msg":"trace[1575084009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692104s","start":"2026-04-28T03:20:40.404718Z","end":"2026-04-28T03:20:42.40541Z","steps":["trace[1575084009] 'agreement among raft nodes before linearized reading' (duration: 2.00058225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.405464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.404679Z","time spent":"2.000777626s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:42.486255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997288309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:42.48633Z","caller":"traceutil/trace.go:171","msg":"trace[866179202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997421593s","start":"2026-04-28T03:20:39.488892Z","end":"2026-04-28T03:20:42.486314Z","steps":["trace[866179202] 'agreement among raft nodes before linearized reading' (duration: 2.99731697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.486365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.488873Z","time spent":"2.997485894s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:42.48735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000225609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:42.487381Z","caller":"traceutil/trace.go:171","msg":"trace[397210483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000302771s","start":"2026-04-28T03:20:32.48707Z","end":"2026-04-28T03:20:42.487373Z","steps":["trace[397210483] 'agreement among raft nodes before linearized reading' (duration: 10.00026644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.487353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000055154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T03:20:42.487402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.487045Z","time spent":"10.000351773s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:20:42.487414Z","caller":"traceutil/trace.go:171","msg":"trace[1818102074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000154817s","start":"2026-04-28T03:20:32.487243Z","end":"2026-04-28T03:20:42.487398Z","steps":["trace[1818102074] 'agreement among raft nodes before linearized reading' (duration: 10.000074674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.487447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.487229Z","time spent":"10.000211899s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:42.48806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999484867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:42.488089Z","caller":"traceutil/trace.go:171","msg":"trace[925098107] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999520238s","start":"2026-04-28T03:20:37.488561Z","end":"2026-04-28T03:20:42.488082Z","steps":["trace[925098107] 'agreement among raft nodes before linearized reading' (duration: 4.999484287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.48811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.488465Z","time spent":"4.999639421s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:42.526139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037063338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:42.526229Z","caller":"traceutil/trace.go:171","msg":"trace[1976340319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.037254184s","start":"2026-04-28T03:20:39.488953Z","end":"2026-04-28T03:20:42.526207Z","steps":["trace[1976340319] 'agreement among raft nodes before linearized reading' (duration: 3.03713433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:42.526277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.488928Z","time spent":"3.037337157s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:43.065972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:43.066046Z","caller":"traceutil/trace.go:171","msg":"trace[2145094049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005251s","start":"2026-04-28T03:20:41.065501Z","end":"2026-04-28T03:20:43.066026Z","steps":["trace[2145094049] 'agreement among raft nodes before linearized reading' (duration: 2.000397546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.066086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.065465Z","time spent":"2.000612902s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:43.171045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91216229s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:43.382275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326847234s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-28T03:20:43.382341Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.326930636s","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-28T03:20:43.382489Z","caller":"traceutil/trace.go:171","msg":"trace[1827223619] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1645; }","duration":"3.326988848s","start":"2026-04-28T03:20:40.055486Z","end":"2026-04-28T03:20:43.382475Z","steps":["trace[1827223619] 'read index received' (duration: 33.791µs)","trace[1827223619] 'applied index is now lower than readState.Index' (duration: 3.326954247s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:43.382595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319182838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:43.382627Z","caller":"traceutil/trace.go:171","msg":"trace[1087666799] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1579; }","duration":"4.319226909s","start":"2026-04-28T03:20:39.063394Z","end":"2026-04-28T03:20:43.38262Z","steps":["trace[1087666799] 'agreement among raft nodes before linearized reading' (duration: 4.319143207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.172096868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:20:43.382674Z","caller":"traceutil/trace.go:171","msg":"trace[1999307011] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1579; }","duration":"9.17216315s","start":"2026-04-28T03:20:34.210504Z","end":"2026-04-28T03:20:43.382667Z","steps":["trace[1999307011] 'agreement among raft nodes before linearized reading' (duration: 9.172053037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528469699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.210479Z","time spent":"9.172223991s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:20:43.382724Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac537d","error":"lease not found"} {"level":"info","ts":"2026-04-28T03:20:43.382728Z","caller":"traceutil/trace.go:171","msg":"trace[225337269] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1579; }","duration":"4.528507951s","start":"2026-04-28T03:20:38.854206Z","end":"2026-04-28T03:20:43.382714Z","steps":["trace[225337269] 'agreement among raft nodes before linearized reading' (duration: 4.52846141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69784637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:43.3828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675335842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:43.382802Z","caller":"traceutil/trace.go:171","msg":"trace[923895059] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1579; }","duration":"4.697920632s","start":"2026-04-28T03:20:38.684871Z","end":"2026-04-28T03:20:43.382792Z","steps":["trace[923895059] 'agreement among raft nodes before linearized reading' (duration: 4.697873551s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.38283Z","caller":"traceutil/trace.go:171","msg":"trace[296932070] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1579; }","duration":"3.675391724s","start":"2026-04-28T03:20:39.707431Z","end":"2026-04-28T03:20:43.382822Z","steps":["trace[296932070] 'agreement among raft nodes before linearized reading' (duration: 3.675346603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.684846Z","time spent":"4.697979154s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.382845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.70741Z","time spent":"3.675430546s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.382647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.063358Z","time spent":"4.319284231s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":30,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.382868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.183694579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.382908Z","caller":"traceutil/trace.go:171","msg":"trace[1904498924] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1579; }","duration":"9.183756691s","start":"2026-04-28T03:20:34.199137Z","end":"2026-04-28T03:20:43.382894Z","steps":["trace[1904498924] 'agreement among raft nodes before linearized reading' (duration: 9.18371264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317170881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:43.382947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:34.199118Z","time spent":"9.183820893s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:43.382962Z","caller":"traceutil/trace.go:171","msg":"trace[1572624906] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1579; }","duration":"4.317208711s","start":"2026-04-28T03:20:39.065748Z","end":"2026-04-28T03:20:43.382957Z","steps":["trace[1572624906] 'agreement among raft nodes before linearized reading' (duration: 4.3171762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:39.065737Z","time spent":"4.317241713s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.765630915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:20:43.382625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.917766583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383061Z","caller":"traceutil/trace.go:171","msg":"trace[439311069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1579; }","duration":"10.765691256s","start":"2026-04-28T03:20:32.617361Z","end":"2026-04-28T03:20:43.383052Z","steps":["trace[439311069] 'agreement among raft nodes before linearized reading' (duration: 10.765568192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.763869744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:43.38309Z","caller":"traceutil/trace.go:171","msg":"trace[1272954713] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1579; }","duration":"7.918276817s","start":"2026-04-28T03:20:35.464791Z","end":"2026-04-28T03:20:43.383068Z","steps":["trace[1272954713] 'agreement among raft nodes before linearized reading' (duration: 7.917763653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.854149Z","time spent":"4.528607353s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.949001133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.38312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192654292s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.383183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:35.464769Z","time spent":"7.91837872s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:43.383116Z","caller":"traceutil/trace.go:171","msg":"trace[2042896836] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1579; }","duration":"6.763958287s","start":"2026-04-28T03:20:36.619143Z","end":"2026-04-28T03:20:43.383102Z","steps":["trace[2042896836] 'agreement among raft nodes before linearized reading' (duration: 6.763878535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.382812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.728688816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383232Z","caller":"traceutil/trace.go:171","msg":"trace[1686908158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1579; }","duration":"3.192768305s","start":"2026-04-28T03:20:40.190447Z","end":"2026-04-28T03:20:43.383216Z","steps":["trace[1686908158] 'range keys from in-memory index tree' (duration: 3.192641552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:36.619119Z","time spent":"6.764120071s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.221467683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.382874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.757310145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383298Z","caller":"traceutil/trace.go:171","msg":"trace[197886066] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:1579; }","duration":"10.757753298s","start":"2026-04-28T03:20:32.625536Z","end":"2026-04-28T03:20:43.383289Z","steps":["trace[197886066] 'agreement among raft nodes before linearized reading' (duration: 10.757302696s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.383301Z","caller":"traceutil/trace.go:171","msg":"trace[79149941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1579; }","duration":"10.221548285s","start":"2026-04-28T03:20:33.161737Z","end":"2026-04-28T03:20:43.383285Z","steps":["trace[79149941] 'agreement among raft nodes before linearized reading' (duration: 10.221484873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.617339Z","time spent":"10.765738227s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:43.383298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331195596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:20:43.383333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.625525Z","time spent":"10.757798829s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.709760065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:43.383343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:33.161717Z","time spent":"10.221613888s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:43.383392Z","caller":"traceutil/trace.go:171","msg":"trace[1854923306] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1579; }","duration":"10.709993091s","start":"2026-04-28T03:20:32.673385Z","end":"2026-04-28T03:20:43.383378Z","steps":["trace[1854923306] 'agreement among raft nodes before linearized reading' (duration: 10.709741034s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:43.383184Z","caller":"traceutil/trace.go:171","msg":"trace[103184301] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1579; }","duration":"5.949059964s","start":"2026-04-28T03:20:37.434118Z","end":"2026-04-28T03:20:43.383178Z","steps":["trace[103184301] 'agreement among raft nodes before linearized reading' (duration: 5.949021783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.673379Z","time spent":"10.710052703s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.434099Z","time spent":"5.949372154s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:43.383027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264354861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:43.383572Z","caller":"traceutil/trace.go:171","msg":"trace[233819466] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1579; }","duration":"5.264906547s","start":"2026-04-28T03:20:38.118639Z","end":"2026-04-28T03:20:43.383546Z","steps":["trace[233819466] 'agreement among raft nodes before linearized reading' (duration: 5.26436004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.118625Z","time spent":"5.26501431s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:43.383282Z","caller":"traceutil/trace.go:171","msg":"trace[506561282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1579; }","duration":"10.729184691s","start":"2026-04-28T03:20:32.654074Z","end":"2026-04-28T03:20:43.383259Z","steps":["trace[506561282] 'agreement among raft nodes before linearized reading' (duration: 10.728677756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.383881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:32.654062Z","time spent":"10.72980425s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:43.383321Z","caller":"traceutil/trace.go:171","msg":"trace[259625904] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"2.124517559s","start":"2026-04-28T03:20:41.258793Z","end":"2026-04-28T03:20:43.383311Z","steps":["trace[259625904] 'process raft request' (duration: 2.123595553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.384003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.258771Z","time spent":"2.125182649s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:43.383361Z","caller":"traceutil/trace.go:171","msg":"trace[731202243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:1579; }","duration":"6.331303069s","start":"2026-04-28T03:20:37.05204Z","end":"2026-04-28T03:20:43.383343Z","steps":["trace[731202243] 'agreement among raft nodes before linearized reading' (duration: 6.331133694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:43.38413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:37.052008Z","time spent":"6.332112273s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:20:45.013728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526399833s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:20:45.014528Z","caller":"traceutil/trace.go:171","msg":"trace[552139802] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"3.108187915s","start":"2026-04-28T03:20:41.906326Z","end":"2026-04-28T03:20:45.014514Z","steps":["trace[552139802] 'process raft request' (duration: 3.107476144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.014629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.906295Z","time spent":"3.108262967s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:45.074032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:45.074128Z","caller":"traceutil/trace.go:171","msg":"trace[553617773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182s","start":"2026-04-28T03:20:43.073911Z","end":"2026-04-28T03:20:45.074093Z","steps":["trace[553617773] 'agreement among raft nodes before linearized reading' (duration: 2.000082178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.074195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.073896Z","time spent":"2.000270862s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:45.552575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.252317Z","time spent":"300.249306ms","remote":"127.0.0.1:55396","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:45.553758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.130826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:45.553946Z","caller":"traceutil/trace.go:171","msg":"trace[1244064835] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"3.065670997s","start":"2026-04-28T03:20:42.488241Z","end":"2026-04-28T03:20:45.553912Z","steps":["trace[1244064835] 'process raft request' (duration: 2.526267144s)","trace[1244064835] 'compare' (duration: 538.997722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:45.554037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.48822Z","time spent":"3.06576816s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:45.554502Z","caller":"traceutil/trace.go:171","msg":"trace[790901345] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"3.065004708s","start":"2026-04-28T03:20:42.48946Z","end":"2026-04-28T03:20:45.554465Z","steps":["trace[790901345] 'process raft request' (duration: 3.06437391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.554683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.489435Z","time spent":"3.065148283s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:45.556607Z","caller":"traceutil/trace.go:171","msg":"trace[1623944062] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"3.059866381s","start":"2026-04-28T03:20:42.496721Z","end":"2026-04-28T03:20:45.556587Z","steps":["trace[1623944062] 'process raft request' (duration: 3.0587514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.556645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.384728Z","time spent":"2.171913237s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:20:45.556726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.496705Z","time spent":"3.059945643s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:20:45.556791Z","caller":"traceutil/trace.go:171","msg":"trace[102270778] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"3.06715261s","start":"2026-04-28T03:20:42.489557Z","end":"2026-04-28T03:20:45.556709Z","steps":["trace[102270778] 'process raft request' (duration: 3.064814652s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.556627Z","caller":"traceutil/trace.go:171","msg":"trace[761654026] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1647; }","duration":"2.174032127s","start":"2026-04-28T03:20:43.382524Z","end":"2026-04-28T03:20:45.556556Z","steps":["trace[761654026] 'read index received' (duration: 104.804231ms)","trace[761654026] 'applied index is now lower than readState.Index' (duration: 2.069224816s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:45.557163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.48955Z","time spent":"3.067317054s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:45.557171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906506739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:20:45.556712Z","caller":"traceutil/trace.go:171","msg":"trace[241328462] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"2.170095785s","start":"2026-04-28T03:20:43.386581Z","end":"2026-04-28T03:20:45.556677Z","steps":["trace[241328462] 'process raft request' (duration: 2.169947291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.557296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.38656Z","time spent":"2.170707451s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:45.557305Z","caller":"traceutil/trace.go:171","msg":"trace[357824389] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1587; }","duration":"2.906642653s","start":"2026-04-28T03:20:42.650604Z","end":"2026-04-28T03:20:45.557247Z","steps":["trace[357824389] 'agreement among raft nodes before linearized reading' (duration: 2.906087717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.557403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.650585Z","time spent":"2.906794379s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T03:20:45.557441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413163877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.557515Z","caller":"traceutil/trace.go:171","msg":"trace[1491715360] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1587; }","duration":"3.413295681s","start":"2026-04-28T03:20:42.144196Z","end":"2026-04-28T03:20:45.557492Z","steps":["trace[1491715360] 'agreement among raft nodes before linearized reading' (duration: 3.412570029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.557557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.144177Z","time spent":"3.413368593s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:45.557627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168888171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26941"} {"level":"warn","ts":"2026-04-28T03:20:45.557643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48911259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-04-28T03:20:45.55776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884318355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:78197"} {"level":"info","ts":"2026-04-28T03:20:45.5579Z","caller":"traceutil/trace.go:171","msg":"trace[446726249] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1587; }","duration":"2.489394468s","start":"2026-04-28T03:20:43.068492Z","end":"2026-04-28T03:20:45.557886Z","steps":["trace[446726249] 'agreement among raft nodes before linearized reading' (duration: 2.488211163s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:45.557941Z","caller":"traceutil/trace.go:171","msg":"trace[1563323841] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1587; }","duration":"2.884531341s","start":"2026-04-28T03:20:42.673392Z","end":"2026-04-28T03:20:45.557923Z","steps":["trace[1563323841] 'agreement among raft nodes before linearized reading' (duration: 2.883343146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.557944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.068478Z","time spent":"2.489456429s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:20:45.557972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.673372Z","time spent":"2.884589183s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":78220,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:20:45.557993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413770545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.558045Z","caller":"traceutil/trace.go:171","msg":"trace[1035359030] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1587; }","duration":"3.413841906s","start":"2026-04-28T03:20:42.14418Z","end":"2026-04-28T03:20:45.558022Z","steps":["trace[1035359030] 'agreement among raft nodes before linearized reading' (duration: 3.413781824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015384394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:45.558116Z","caller":"traceutil/trace.go:171","msg":"trace[945815719] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1587; }","duration":"1.015474646s","start":"2026-04-28T03:20:44.542629Z","end":"2026-04-28T03:20:45.558104Z","steps":["trace[945815719] 'agreement among raft nodes before linearized reading' (duration: 1.015396484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100822396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:20:45.558159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:44.54261Z","time spent":"1.015537267s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:45.558185Z","caller":"traceutil/trace.go:171","msg":"trace[1686648815] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1587; }","duration":"4.100894388s","start":"2026-04-28T03:20:41.457282Z","end":"2026-04-28T03:20:45.558176Z","steps":["trace[1686648815] 'agreement among raft nodes before linearized reading' (duration: 4.100818246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:41.457259Z","time spent":"4.100952619s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:45.558297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046949759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:45.558345Z","caller":"traceutil/trace.go:171","msg":"trace[1698332673] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1587; }","duration":"2.047038132s","start":"2026-04-28T03:20:43.511298Z","end":"2026-04-28T03:20:45.558336Z","steps":["trace[1698332673] 'agreement among raft nodes before linearized reading' (duration: 2.046911428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.511277Z","time spent":"2.047135705s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:45.558388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.965699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.558599Z","caller":"traceutil/trace.go:171","msg":"trace[675030151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1587; }","duration":"483.197486ms","start":"2026-04-28T03:20:45.075386Z","end":"2026-04-28T03:20:45.558583Z","steps":["trace[675030151] 'agreement among raft nodes before linearized reading' (duration: 482.972069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149233197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:45.558651Z","caller":"traceutil/trace.go:171","msg":"trace[41563459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"2.149292069s","start":"2026-04-28T03:20:43.409334Z","end":"2026-04-28T03:20:45.558626Z","steps":["trace[41563459] 'agreement among raft nodes before linearized reading' (duration: 2.149184086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616447715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.558908Z","caller":"traceutil/trace.go:171","msg":"trace[460478738] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1587; }","duration":"2.617723191s","start":"2026-04-28T03:20:42.941167Z","end":"2026-04-28T03:20:45.55889Z","steps":["trace[460478738] 'agreement among raft nodes before linearized reading' (duration: 2.615532708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.558652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.07537Z","time spent":"483.248188ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:45.558079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.144161Z","time spent":"3.413908748s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:45.558967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:42.941145Z","time spent":"2.617802443s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:45.559276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.409319Z","time spent":"2.149357171s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:45.557684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137069506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:45.559319Z","caller":"traceutil/trace.go:171","msg":"trace[352704120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1587; }","duration":"2.168954463s","start":"2026-04-28T03:20:43.388716Z","end":"2026-04-28T03:20:45.557671Z","steps":["trace[352704120] 'agreement among raft nodes before linearized reading' (duration: 2.16854085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.559352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:43.388679Z","time spent":"2.170664091s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26964,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:20:45.559355Z","caller":"traceutil/trace.go:171","msg":"trace[863812455] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1587; }","duration":"5.138760874s","start":"2026-04-28T03:20:40.420577Z","end":"2026-04-28T03:20:45.559338Z","steps":["trace[863812455] 'agreement among raft nodes before linearized reading' (duration: 5.136105148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:45.559425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:40.42057Z","time spent":"5.138830366s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:46.945617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.445002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:46.945731Z","caller":"traceutil/trace.go:171","msg":"trace[491762121] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1671; }","duration":"1.198146806s","start":"2026-04-28T03:20:45.747565Z","end":"2026-04-28T03:20:46.945712Z","steps":["trace[491762121] 'read index received' (duration: 341.463427ms)","trace[491762121] 'applied index is now lower than readState.Index' (duration: 856.681579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:46.945948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198371742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6834"} {"level":"info","ts":"2026-04-28T03:20:46.946008Z","caller":"traceutil/trace.go:171","msg":"trace[1867824332] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1600; }","duration":"1.198467175s","start":"2026-04-28T03:20:45.747525Z","end":"2026-04-28T03:20:46.945992Z","steps":["trace[1867824332] 'agreement among raft nodes before linearized reading' (duration: 1.198236528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:46.94605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.747509Z","time spent":"1.198530367s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":6857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:20:46.94607Z","caller":"traceutil/trace.go:171","msg":"trace[1130685227] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"1.23252056s","start":"2026-04-28T03:20:45.713507Z","end":"2026-04-28T03:20:46.946027Z","steps":["trace[1130685227] 'process raft request' (duration: 375.588074ms)","trace[1130685227] 'compare' (duration: 856.125623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:46.946178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:45.713487Z","time spent":"1.232640044s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:47.093378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003722968s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:20:47.236589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.618183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:47.236736Z","caller":"traceutil/trace.go:171","msg":"trace[915170634] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"167.848036ms","start":"2026-04-28T03:20:47.068868Z","end":"2026-04-28T03:20:47.236716Z","steps":["trace[915170634] 'read index received' (duration: 24.681377ms)","trace[915170634] 'applied index is now lower than readState.Index' (duration: 143.164719ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:47.236788Z","caller":"traceutil/trace.go:171","msg":"trace[797883670] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"1.206938997s","start":"2026-04-28T03:20:46.029807Z","end":"2026-04-28T03:20:47.236746Z","steps":["trace[797883670] 'process raft request' (duration: 1.064056986s)","trace[797883670] 'compare' (duration: 142.335555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:47.236853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.98583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:47.236909Z","caller":"traceutil/trace.go:171","msg":"trace[1796656698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"168.076572ms","start":"2026-04-28T03:20:47.068819Z","end":"2026-04-28T03:20:47.236896Z","steps":["trace[1796656698] 'agreement among raft nodes before linearized reading' (duration: 167.99043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:47.237031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:46.029776Z","time spent":"1.207124612s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:48.079554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.557824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:48.079633Z","caller":"traceutil/trace.go:171","msg":"trace[45592018] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"842.845823ms","start":"2026-04-28T03:20:47.236776Z","end":"2026-04-28T03:20:48.079622Z","steps":["trace[45592018] 'read index received' (duration: 409.096433ms)","trace[45592018] 'applied index is now lower than readState.Index' (duration: 433.74815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:48.079765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.281826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:48.079785Z","caller":"traceutil/trace.go:171","msg":"trace[866131612] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1602; }","duration":"952.305597ms","start":"2026-04-28T03:20:47.127471Z","end":"2026-04-28T03:20:48.079776Z","steps":["trace[866131612] 'agreement among raft nodes before linearized reading' (duration: 952.227755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.079804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.127449Z","time spent":"952.350788ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:48.079866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.831282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6747"} {"level":"warn","ts":"2026-04-28T03:20:48.079894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.853195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:48.080006Z","caller":"traceutil/trace.go:171","msg":"trace[1359899207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1602; }","duration":"842.0228ms","start":"2026-04-28T03:20:47.237959Z","end":"2026-04-28T03:20:48.079982Z","steps":["trace[1359899207] 'agreement among raft nodes before linearized reading' (duration: 841.829914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.741359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:48.07994Z","caller":"traceutil/trace.go:171","msg":"trace[1787992137] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1602; }","duration":"922.940085ms","start":"2026-04-28T03:20:47.156983Z","end":"2026-04-28T03:20:48.079923Z","steps":["trace[1787992137] 'agreement among raft nodes before linearized reading' (duration: 922.683718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.237939Z","time spent":"842.115012ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:48.080049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.506231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:20:48.080084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.254526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:20:48.080091Z","caller":"traceutil/trace.go:171","msg":"trace[1076860833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1602; }","duration":"513.793871ms","start":"2026-04-28T03:20:47.566292Z","end":"2026-04-28T03:20:48.080086Z","steps":["trace[1076860833] 'agreement among raft nodes before linearized reading' (duration: 513.634186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.430348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:6834"} {"level":"info","ts":"2026-04-28T03:20:48.080164Z","caller":"traceutil/trace.go:171","msg":"trace[1234252657] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1602; }","duration":"491.374359ms","start":"2026-04-28T03:20:47.588775Z","end":"2026-04-28T03:20:48.08015Z","steps":["trace[1234252657] 'agreement among raft nodes before linearized reading' (duration: 491.112611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.080157Z","caller":"traceutil/trace.go:171","msg":"trace[296751549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1602; }","duration":"478.650065ms","start":"2026-04-28T03:20:47.601484Z","end":"2026-04-28T03:20:48.080134Z","steps":["trace[296751549] 'agreement among raft nodes before linearized reading' (duration: 478.323686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.566277Z","time spent":"513.884743ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:20:48.080161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.156934Z","time spent":"923.186693ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6770,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T03:20:48.080205Z","caller":"traceutil/trace.go:171","msg":"trace[2040944514] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:1602; }","duration":"127.582632ms","start":"2026-04-28T03:20:47.952595Z","end":"2026-04-28T03:20:48.080177Z","steps":["trace[2040944514] 'agreement among raft nodes before linearized reading' (duration: 127.244243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.601477Z","time spent":"478.729977ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:20:48.079706Z","caller":"traceutil/trace.go:171","msg":"trace[1898339798] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"922.466872ms","start":"2026-04-28T03:20:47.157171Z","end":"2026-04-28T03:20:48.079638Z","steps":["trace[1898339798] 'process raft request' (duration: 488.752954ms)","trace[1898339798] 'compare' (duration: 432.776472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:48.08021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.588767Z","time spent":"491.43351ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":180,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:48.08033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.157152Z","time spent":"923.130801ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:20:48.080477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.634168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:48.080702Z","caller":"traceutil/trace.go:171","msg":"trace[211306400] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1602; }","duration":"389.282686ms","start":"2026-04-28T03:20:47.691392Z","end":"2026-04-28T03:20:48.080675Z","steps":["trace[211306400] 'agreement among raft nodes before linearized reading' (duration: 388.502194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.080842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:47.691373Z","time spent":"389.375818ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:20:48.392021Z","caller":"traceutil/trace.go:171","msg":"trace[2064619971] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"284.002631ms","start":"2026-04-28T03:20:48.107998Z","end":"2026-04-28T03:20:48.392Z","steps":["trace[2064619971] 'process raft request' (duration: 203.97496ms)","trace[2064619971] 'compare' (duration: 79.841546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:48.392283Z","caller":"traceutil/trace.go:171","msg":"trace[163356662] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"284.130045ms","start":"2026-04-28T03:20:48.108113Z","end":"2026-04-28T03:20:48.392243Z","steps":["trace[163356662] 'process raft request' (duration: 283.846607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.392338Z","caller":"traceutil/trace.go:171","msg":"trace[946395682] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1674; }","duration":"282.730456ms","start":"2026-04-28T03:20:48.109577Z","end":"2026-04-28T03:20:48.392307Z","steps":["trace[946395682] 'read index received' (duration: 202.392135ms)","trace[946395682] 'applied index is now lower than readState.Index' (duration: 80.337041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:48.392404Z","caller":"traceutil/trace.go:171","msg":"trace[719630632] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"280.863472ms","start":"2026-04-28T03:20:48.11153Z","end":"2026-04-28T03:20:48.392394Z","steps":["trace[719630632] 'process raft request' (duration: 280.651385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.392609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.690316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:48.392646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.065535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6834"} {"level":"info","ts":"2026-04-28T03:20:48.392658Z","caller":"traceutil/trace.go:171","msg":"trace[2040782437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"281.771468ms","start":"2026-04-28T03:20:48.110872Z","end":"2026-04-28T03:20:48.392644Z","steps":["trace[2040782437] 'agreement among raft nodes before linearized reading' (duration: 281.688926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.392691Z","caller":"traceutil/trace.go:171","msg":"trace[407552940] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1605; }","duration":"283.144567ms","start":"2026-04-28T03:20:48.109531Z","end":"2026-04-28T03:20:48.392676Z","steps":["trace[407552940] 'agreement among raft nodes before linearized reading' (duration: 282.937841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:48.392795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.767707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:20:48.392857Z","caller":"traceutil/trace.go:171","msg":"trace[2120511129] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1605; }","duration":"179.85999ms","start":"2026-04-28T03:20:48.212968Z","end":"2026-04-28T03:20:48.392828Z","steps":["trace[2120511129] 'agreement among raft nodes before linearized reading' (duration: 179.750537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:48.581469Z","caller":"traceutil/trace.go:171","msg":"trace[2112409999] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"109.017712ms","start":"2026-04-28T03:20:48.472433Z","end":"2026-04-28T03:20:48.58145Z","steps":["trace[2112409999] 'process raft request' (duration: 108.892688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:50.512817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.597512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:50.512912Z","caller":"traceutil/trace.go:171","msg":"trace[1767941352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1628; }","duration":"116.744706ms","start":"2026-04-28T03:20:50.396147Z","end":"2026-04-28T03:20:50.512891Z","steps":["trace[1767941352] 'range keys from in-memory index tree' (duration: 116.391517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:50.512964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.294157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:50.513052Z","caller":"traceutil/trace.go:171","msg":"trace[1342403354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"468.420599ms","start":"2026-04-28T03:20:50.044616Z","end":"2026-04-28T03:20:50.513037Z","steps":["trace[1342403354] 'range keys from in-memory index tree' (duration: 468.244145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:50.513024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.150444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:50.513088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:50.044602Z","time spent":"468.476671ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:50.5131Z","caller":"traceutil/trace.go:171","msg":"trace[2138836480] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1628; }","duration":"323.243997ms","start":"2026-04-28T03:20:50.189845Z","end":"2026-04-28T03:20:50.513089Z","steps":["trace[2138836480] 'range keys from in-memory index tree' (duration: 323.139774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:50.513176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.551018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:20:50.513245Z","caller":"traceutil/trace.go:171","msg":"trace[900648805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1628; }","duration":"400.671951ms","start":"2026-04-28T03:20:50.112559Z","end":"2026-04-28T03:20:50.513231Z","steps":["trace[900648805] 'range keys from in-memory index tree' (duration: 400.399095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:50.513273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:50.112537Z","time spent":"400.729493ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:20:52.169829Z","caller":"traceutil/trace.go:171","msg":"trace[141481237] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"418.345934ms","start":"2026-04-28T03:20:51.751462Z","end":"2026-04-28T03:20:52.169807Z","steps":["trace[141481237] 'read index received' (duration: 418.048357ms)","trace[141481237] 'applied index is now lower than readState.Index' (duration: 296.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:52.169878Z","caller":"traceutil/trace.go:171","msg":"trace[690995339] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"531.569439ms","start":"2026-04-28T03:20:51.63828Z","end":"2026-04-28T03:20:52.16985Z","steps":["trace[690995339] 'process raft request' (duration: 531.327834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:52.170002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.530849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:20:52.170016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:51.638216Z","time spent":"531.722072ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:52.170026Z","caller":"traceutil/trace.go:171","msg":"trace[761734390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1633; }","duration":"418.56486ms","start":"2026-04-28T03:20:51.751454Z","end":"2026-04-28T03:20:52.170019Z","steps":["trace[761734390] 'agreement among raft nodes before linearized reading' (duration: 418.461438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:52.17007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:51.751405Z","time spent":"418.653562ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:20:52.170183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.323973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:52.170253Z","caller":"traceutil/trace.go:171","msg":"trace[1395526324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"124.440866ms","start":"2026-04-28T03:20:52.045793Z","end":"2026-04-28T03:20:52.170234Z","steps":["trace[1395526324] 'agreement among raft nodes before linearized reading' (duration: 124.331984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:53.313336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:53.814383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:54.315377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:20:54.523992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.995138132s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:54.52445Z","caller":"traceutil/trace.go:171","msg":"trace[1437319634] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.995660964s","start":"2026-04-28T03:20:52.528759Z","end":"2026-04-28T03:20:54.52442Z","steps":["trace[1437319634] 'process raft request' (duration: 1.995449409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:54.524631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.528739Z","time spent":"1.995799668s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:55.046836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:20:55.047026Z","caller":"traceutil/trace.go:171","msg":"trace[900158045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738353s","start":"2026-04-28T03:20:53.046272Z","end":"2026-04-28T03:20:55.04701Z","steps":["trace[900158045] 'agreement among raft nodes before linearized reading' (duration: 2.000465717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:55.047138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:53.046249Z","time spent":"2.000872986s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:57.047261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:20:57.047353Z","caller":"traceutil/trace.go:171","msg":"trace[1378286656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291533s","start":"2026-04-28T03:20:55.047041Z","end":"2026-04-28T03:20:57.047332Z","steps":["trace[1378286656] 'agreement among raft nodes before linearized reading' (duration: 2.00018044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.047405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.047019Z","time spent":"2.000368835s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:20:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:20:57.072879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57392891s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:20:57.073364Z","caller":"traceutil/trace.go:171","msg":"trace[1991233220] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1705; }","duration":"4.260044236s","start":"2026-04-28T03:20:52.813294Z","end":"2026-04-28T03:20:57.073339Z","steps":["trace[1991233220] 'read index received' (duration: 1.710908269s)","trace[1991233220] 'applied index is now lower than readState.Index' (duration: 2.549134787s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:57.073401Z","caller":"traceutil/trace.go:171","msg":"trace[1125150526] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"3.6245232s","start":"2026-04-28T03:20:53.448836Z","end":"2026-04-28T03:20:57.073359Z","steps":["trace[1125150526] 'process raft request' (duration: 3.624258894s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.073501Z","caller":"traceutil/trace.go:171","msg":"trace[1948336144] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"3.477558357s","start":"2026-04-28T03:20:53.595918Z","end":"2026-04-28T03:20:57.073476Z","steps":["trace[1948336144] 'process raft request' (duration: 3.477353412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.073599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:53.448812Z","time spent":"3.624679604s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:57.073676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.260333803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-28T03:20:57.073742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:53.595893Z","time spent":"3.477750841s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13219,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:57.073759Z","caller":"traceutil/trace.go:171","msg":"trace[717068106] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d; range_end:; response_count:1; response_revision:1636; }","duration":"4.260479206s","start":"2026-04-28T03:20:52.813259Z","end":"2026-04-28T03:20:57.073738Z","steps":["trace[717068106] 'agreement among raft nodes before linearized reading' (duration: 4.26022297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.073802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.813242Z","time spent":"4.260553609s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" "} {"level":"info","ts":"2026-04-28T03:20:57.366089Z","caller":"traceutil/trace.go:171","msg":"trace[2074368366] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"2.020559718s","start":"2026-04-28T03:20:55.345494Z","end":"2026-04-28T03:20:57.366054Z","steps":["trace[2074368366] 'process raft request' (duration: 2.020413835s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.366104Z","caller":"traceutil/trace.go:171","msg":"trace[529756635] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1709; }","duration":"292.62872ms","start":"2026-04-28T03:20:57.073443Z","end":"2026-04-28T03:20:57.366072Z","steps":["trace[529756635] 'read index received' (duration: 292.602699ms)","trace[529756635] 'applied index is now lower than readState.Index' (duration: 19.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:57.366239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.345465Z","time spent":"2.020692721s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:57.36629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.219571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:57.366316Z","caller":"traceutil/trace.go:171","msg":"trace[428658436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"310.303883ms","start":"2026-04-28T03:20:57.056004Z","end":"2026-04-28T03:20:57.366308Z","steps":["trace[428658436] 'agreement among raft nodes before linearized reading' (duration: 310.198361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.36635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.055977Z","time spent":"310.368035ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:57.366557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103029371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:57.366602Z","caller":"traceutil/trace.go:171","msg":"trace[1854030078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"2.103110943s","start":"2026-04-28T03:20:55.263481Z","end":"2026-04-28T03:20:57.366592Z","steps":["trace[1854030078] 'agreement among raft nodes before linearized reading' (duration: 2.102955219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.366596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009419813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:57.366638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402381172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:20:57.366687Z","caller":"traceutil/trace.go:171","msg":"trace[454453300] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1637; }","duration":"4.009536835s","start":"2026-04-28T03:20:53.357133Z","end":"2026-04-28T03:20:57.366669Z","steps":["trace[454453300] 'agreement among raft nodes before linearized reading' (duration: 4.00931999s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.366689Z","caller":"traceutil/trace.go:171","msg":"trace[1424713319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"4.402519285s","start":"2026-04-28T03:20:52.964156Z","end":"2026-04-28T03:20:57.366676Z","steps":["trace[1424713319] 'agreement among raft nodes before linearized reading' (duration: 4.402372832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.366721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23220079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:57.36673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.964142Z","time spent":"4.402578047s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:57.36673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:53.357082Z","time spent":"4.009638277s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:57.366706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439628686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:20:57.366766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244737863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:20:57.36679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736538361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:20:57.366788Z","caller":"traceutil/trace.go:171","msg":"trace[1801895854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"4.43976803s","start":"2026-04-28T03:20:52.927002Z","end":"2026-04-28T03:20:57.36677Z","steps":["trace[1801895854] 'agreement among raft nodes before linearized reading' (duration: 4.439531544s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.366805Z","caller":"traceutil/trace.go:171","msg":"trace[507403649] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:1637; }","duration":"1.244817045s","start":"2026-04-28T03:20:56.12198Z","end":"2026-04-28T03:20:57.366797Z","steps":["trace[507403649] 'agreement among raft nodes before linearized reading' (duration: 1.244755184s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.366809Z","caller":"traceutil/trace.go:171","msg":"trace[759604540] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1637; }","duration":"1.736591712s","start":"2026-04-28T03:20:55.630213Z","end":"2026-04-28T03:20:57.366804Z","steps":["trace[759604540] 'agreement among raft nodes before linearized reading' (duration: 1.736541081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.366838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.630189Z","time spent":"1.736644273s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:20:57.366836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.121959Z","time spent":"1.244871397s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:57.366847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:52.926975Z","time spent":"4.439857611s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:57.366902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191881841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:20:57.366694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.135224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:20:57.366976Z","caller":"traceutil/trace.go:171","msg":"trace[1498892404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1637; }","duration":"838.446821ms","start":"2026-04-28T03:20:56.528523Z","end":"2026-04-28T03:20:57.36697Z","steps":["trace[1498892404] 'agreement among raft nodes before linearized reading' (duration: 838.124544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.367002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.528506Z","time spent":"838.490882ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:57.366631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:55.263461Z","time spent":"2.103161714s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:20:57.366945Z","caller":"traceutil/trace.go:171","msg":"trace[1090200654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1637; }","duration":"3.191948552s","start":"2026-04-28T03:20:54.174984Z","end":"2026-04-28T03:20:57.366933Z","steps":["trace[1090200654] 'agreement among raft nodes before linearized reading' (duration: 3.19184499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.367066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837365952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:20:57.3671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:54.174967Z","time spent":"3.192127486s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:20:57.367118Z","caller":"traceutil/trace.go:171","msg":"trace[2135318803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1637; }","duration":"2.837444864s","start":"2026-04-28T03:20:54.529658Z","end":"2026-04-28T03:20:57.367103Z","steps":["trace[2135318803] 'agreement among raft nodes before linearized reading' (duration: 2.837304271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.367163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:54.529642Z","time spent":"2.837513806s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:20:57.36674Z","caller":"traceutil/trace.go:171","msg":"trace[2144622361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"1.232238621s","start":"2026-04-28T03:20:56.134495Z","end":"2026-04-28T03:20:57.366734Z","steps":["trace[2144622361] 'agreement among raft nodes before linearized reading' (duration: 1.2322147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.36732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:56.134483Z","time spent":"1.232829925s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:20:57.464882Z","caller":"traceutil/trace.go:171","msg":"trace[201644541] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"388.894365ms","start":"2026-04-28T03:20:57.075943Z","end":"2026-04-28T03:20:57.464837Z","steps":["trace[201644541] 'process raft request' (duration: 328.335976ms)","trace[201644541] 'compare' (duration: 60.345404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:57.465027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.347403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:57.465079Z","caller":"traceutil/trace.go:171","msg":"trace[70400050] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1639; }","duration":"170.444045ms","start":"2026-04-28T03:20:57.294622Z","end":"2026-04-28T03:20:57.465066Z","steps":["trace[70400050] 'agreement among raft nodes before linearized reading' (duration: 170.308872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.465129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.075894Z","time spent":"389.063649ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:58.578319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.792783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:58.578431Z","caller":"traceutil/trace.go:171","msg":"trace[192196534] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"1.065706519s","start":"2026-04-28T03:20:57.512709Z","end":"2026-04-28T03:20:58.578416Z","steps":["trace[192196534] 'read index received' (duration: 122.890211ms)","trace[192196534] 'applied index is now lower than readState.Index' (duration: 942.814318ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:58.578462Z","caller":"traceutil/trace.go:171","msg":"trace[1235364796] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.066352933s","start":"2026-04-28T03:20:57.512077Z","end":"2026-04-28T03:20:58.57843Z","steps":["trace[1235364796] 'process raft request' (duration: 123.627067ms)","trace[1235364796] 'compare' (duration: 941.442425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:58.578603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.512063Z","time spent":"1.066467386s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:58.57865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065934644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:20:58.578638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.464693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:58.578698Z","caller":"traceutil/trace.go:171","msg":"trace[983588046] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1644; }","duration":"1.065993175s","start":"2026-04-28T03:20:57.512692Z","end":"2026-04-28T03:20:58.578685Z","steps":["trace[983588046] 'agreement among raft nodes before linearized reading' (duration: 1.065808621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.578707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.896874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:58.578734Z","caller":"traceutil/trace.go:171","msg":"trace[1411663161] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1644; }","duration":"847.602496ms","start":"2026-04-28T03:20:57.731101Z","end":"2026-04-28T03:20:58.578703Z","steps":["trace[1411663161] 'agreement among raft nodes before linearized reading' (duration: 847.444573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.578749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.512682Z","time spent":"1.066055746s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T03:20:58.578776Z","caller":"traceutil/trace.go:171","msg":"trace[2032716506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1644; }","duration":"533.986776ms","start":"2026-04-28T03:20:58.044771Z","end":"2026-04-28T03:20:58.578758Z","steps":["trace[2032716506] 'agreement among raft nodes before linearized reading' (duration: 533.852963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:58.578806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:57.731086Z","time spent":"847.703678ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:58.578823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:58.044716Z","time spent":"534.098359ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:58.936378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.20765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:58.936445Z","caller":"traceutil/trace.go:171","msg":"trace[2114743318] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1645; }","duration":"179.320683ms","start":"2026-04-28T03:20:58.757108Z","end":"2026-04-28T03:20:58.936429Z","steps":["trace[2114743318] 'count revisions from in-memory index tree' (duration: 179.134479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:00.251194Z","caller":"traceutil/trace.go:171","msg":"trace[1848882185] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"777.478663ms","start":"2026-04-28T03:20:59.473691Z","end":"2026-04-28T03:21:00.251169Z","steps":["trace[1848882185] 'process raft request' (duration: 777.305639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.251326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.473674Z","time spent":"777.582676ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:00.890986Z","caller":"traceutil/trace.go:171","msg":"trace[1335027819] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1718; }","duration":"1.127616649s","start":"2026-04-28T03:20:59.763347Z","end":"2026-04-28T03:21:00.890964Z","steps":["trace[1335027819] 'read index received' (duration: 487.65862ms)","trace[1335027819] 'applied index is now lower than readState.Index' (duration: 639.957169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:00.891412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.322609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:00.891456Z","caller":"traceutil/trace.go:171","msg":"trace[1887319161] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.416792636s","start":"2026-04-28T03:20:59.474646Z","end":"2026-04-28T03:21:00.891439Z","steps":["trace[1887319161] 'process raft request' (duration: 1.416284024s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:00.891476Z","caller":"traceutil/trace.go:171","msg":"trace[361249690] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.417727769s","start":"2026-04-28T03:20:59.473741Z","end":"2026-04-28T03:21:00.891469Z","steps":["trace[361249690] 'process raft request' (duration: 1.416989612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.891461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12810299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:00.891501Z","caller":"traceutil/trace.go:171","msg":"trace[2095646428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"847.445132ms","start":"2026-04-28T03:21:00.044034Z","end":"2026-04-28T03:21:00.891479Z","steps":["trace[2095646428] 'agreement among raft nodes before linearized reading' (duration: 847.298239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:00.89154Z","caller":"traceutil/trace.go:171","msg":"trace[711996844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1649; }","duration":"1.128237433s","start":"2026-04-28T03:20:59.763283Z","end":"2026-04-28T03:21:00.89152Z","steps":["trace[711996844] 'agreement among raft nodes before linearized reading' (duration: 1.127992517s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:00.891416Z","caller":"traceutil/trace.go:171","msg":"trace[2145794866] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.416787716s","start":"2026-04-28T03:20:59.474596Z","end":"2026-04-28T03:21:00.891384Z","steps":["trace[2145794866] 'process raft request' (duration: 1.416293444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.891562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.474631Z","time spent":"1.416869179s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:00.891591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.473723Z","time spent":"1.417795491s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:00.891594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.763259Z","time spent":"1.128322565s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:00.891575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.745506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:00.891626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:59.474586Z","time spent":"1.416991751s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:00.891553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:00.044019Z","time spent":"847.523054ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:00.891705Z","caller":"traceutil/trace.go:171","msg":"trace[1879864248] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:1649; }","duration":"692.88292ms","start":"2026-04-28T03:21:00.198758Z","end":"2026-04-28T03:21:00.891641Z","steps":["trace[1879864248] 'agreement among raft nodes before linearized reading' (duration: 692.715176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:00.891745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:00.19874Z","time spent":"692.995632ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:01.343572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.599114ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:21:01.866164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.438594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:21:02.120004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.748748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:02.120096Z","caller":"traceutil/trace.go:171","msg":"trace[1699385301] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1722; }","duration":"1.075450157s","start":"2026-04-28T03:21:01.044631Z","end":"2026-04-28T03:21:02.120081Z","steps":["trace[1699385301] 'read index received' (duration: 77.385124ms)","trace[1699385301] 'applied index is now lower than readState.Index' (duration: 998.061073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:02.120213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07557937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:02.120245Z","caller":"traceutil/trace.go:171","msg":"trace[216064000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"1.075651161s","start":"2026-04-28T03:21:01.044584Z","end":"2026-04-28T03:21:02.120235Z","steps":["trace[216064000] 'agreement among raft nodes before linearized reading' (duration: 1.07558952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.120269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.04456Z","time spent":"1.075702603s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:02.120276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008432116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:02.120308Z","caller":"traceutil/trace.go:171","msg":"trace[641007313] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1649; }","duration":"1.008494838s","start":"2026-04-28T03:21:01.111805Z","end":"2026-04-28T03:21:02.1203Z","steps":["trace[641007313] 'agreement among raft nodes before linearized reading' (duration: 1.008442056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.120338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.111786Z","time spent":"1.008546068s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:02.120377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.140753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:02.120431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.94028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:02.120504Z","caller":"traceutil/trace.go:171","msg":"trace[1923306713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1649; }","duration":"643.053963ms","start":"2026-04-28T03:21:01.477435Z","end":"2026-04-28T03:21:02.120489Z","steps":["trace[1923306713] 'agreement among raft nodes before linearized reading' (duration: 642.861699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.120522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.678373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:31386"} {"level":"info","ts":"2026-04-28T03:21:02.120546Z","caller":"traceutil/trace.go:171","msg":"trace[1195166799] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1649; }","duration":"374.732063ms","start":"2026-04-28T03:21:01.745808Z","end":"2026-04-28T03:21:02.12054Z","steps":["trace[1195166799] 'agreement among raft nodes before linearized reading' (duration: 374.645821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.12055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.477401Z","time spent":"643.139255ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:21:02.120452Z","caller":"traceutil/trace.go:171","msg":"trace[783816115] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1649; }","duration":"698.249076ms","start":"2026-04-28T03:21:01.422181Z","end":"2026-04-28T03:21:02.120431Z","steps":["trace[783816115] 'agreement among raft nodes before linearized reading' (duration: 698.122033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:02.120573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.745794Z","time spent":"374.773345ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":31409,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:02.120591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:01.422167Z","time spent":"698.413319ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:03.307397Z","caller":"traceutil/trace.go:171","msg":"trace[322814192] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"490.485556ms","start":"2026-04-28T03:21:02.816881Z","end":"2026-04-28T03:21:03.307367Z","steps":["trace[322814192] 'process raft request' (duration: 490.305862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.307592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.816863Z","time spent":"490.617369ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:03.571627Z","caller":"traceutil/trace.go:171","msg":"trace[589738446] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1726; }","duration":"672.174084ms","start":"2026-04-28T03:21:02.89943Z","end":"2026-04-28T03:21:03.571604Z","steps":["trace[589738446] 'read index received' (duration: 407.620234ms)","trace[589738446] 'applied index is now lower than readState.Index' (duration: 264.55293ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:03.571711Z","caller":"traceutil/trace.go:171","msg":"trace[1218244609] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"750.255774ms","start":"2026-04-28T03:21:02.821376Z","end":"2026-04-28T03:21:03.571632Z","steps":["trace[1218244609] 'process raft request' (duration: 703.334735ms)","trace[1218244609] 'compare' (duration: 46.735595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:03.571855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.41963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:21:03.571856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.821363Z","time spent":"750.411318ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:03.571869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.414107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:03.571897Z","caller":"traceutil/trace.go:171","msg":"trace[1774926587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1652; }","duration":"672.502791ms","start":"2026-04-28T03:21:02.899386Z","end":"2026-04-28T03:21:03.571889Z","steps":["trace[1774926587] 'agreement among raft nodes before linearized reading' (duration: 672.321787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.57192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.899364Z","time spent":"672.551143ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:03.571927Z","caller":"traceutil/trace.go:171","msg":"trace[175033404] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:0; response_revision:1652; }","duration":"389.486199ms","start":"2026-04-28T03:21:03.182428Z","end":"2026-04-28T03:21:03.571914Z","steps":["trace[175033404] 'agreement among raft nodes before linearized reading' (duration: 389.384227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.571932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.425834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-28T03:21:03.571963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:03.18236Z","time spent":"389.593061ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"info","ts":"2026-04-28T03:21:03.571972Z","caller":"traceutil/trace.go:171","msg":"trace[1876704187] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d; range_end:; response_count:1; response_revision:1652; }","duration":"260.495715ms","start":"2026-04-28T03:21:03.311462Z","end":"2026-04-28T03:21:03.571958Z","steps":["trace[1876704187] 'agreement among raft nodes before linearized reading' (duration: 260.358372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.572211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.670926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:03.572251Z","caller":"traceutil/trace.go:171","msg":"trace[948760486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1652; }","duration":"672.762178ms","start":"2026-04-28T03:21:02.89948Z","end":"2026-04-28T03:21:03.572243Z","steps":["trace[948760486] 'agreement among raft nodes before linearized reading' (duration: 672.362438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.572273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.899455Z","time spent":"672.812829ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:03.572578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.072885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:03.572777Z","caller":"traceutil/trace.go:171","msg":"trace[1237130083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1652; }","duration":"673.30132ms","start":"2026-04-28T03:21:02.899435Z","end":"2026-04-28T03:21:03.572736Z","steps":["trace[1237130083] 'agreement among raft nodes before linearized reading' (duration: 672.355608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.57285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:02.899413Z","time spent":"673.421853ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:03.807982Z","caller":"traceutil/trace.go:171","msg":"trace[1829487412] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"231.340951ms","start":"2026-04-28T03:21:03.576612Z","end":"2026-04-28T03:21:03.807953Z","steps":["trace[1829487412] 'process raft request' (duration: 140.656786ms)","trace[1829487412] 'compare' (duration: 90.495611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:03.808191Z","caller":"traceutil/trace.go:171","msg":"trace[291640634] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1729; }","duration":"197.229832ms","start":"2026-04-28T03:21:03.61094Z","end":"2026-04-28T03:21:03.80817Z","steps":["trace[291640634] 'read index received' (duration: 106.266891ms)","trace[291640634] 'applied index is now lower than readState.Index' (duration: 90.959161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:03.808214Z","caller":"traceutil/trace.go:171","msg":"trace[336552278] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"231.091316ms","start":"2026-04-28T03:21:03.577102Z","end":"2026-04-28T03:21:03.808193Z","steps":["trace[336552278] 'process raft request' (duration: 230.807419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:03.80835Z","caller":"traceutil/trace.go:171","msg":"trace[16594354] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"230.548484ms","start":"2026-04-28T03:21:03.577705Z","end":"2026-04-28T03:21:03.808253Z","steps":["trace[16594354] 'process raft request' (duration: 230.383559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.808733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.775396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:03.808757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.304456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:03.808781Z","caller":"traceutil/trace.go:171","msg":"trace[581621328] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-nb; range_end:; response_count:0; response_revision:1656; }","duration":"197.886268ms","start":"2026-04-28T03:21:03.610884Z","end":"2026-04-28T03:21:03.80877Z","steps":["trace[581621328] 'agreement among raft nodes before linearized reading' (duration: 197.776996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:03.808796Z","caller":"traceutil/trace.go:171","msg":"trace[646602500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"148.391448ms","start":"2026-04-28T03:21:03.660393Z","end":"2026-04-28T03:21:03.808784Z","steps":["trace[646602500] 'agreement among raft nodes before linearized reading' (duration: 148.317847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:03.808922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.751965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:21:03.808986Z","caller":"traceutil/trace.go:171","msg":"trace[1475736852] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d; range_end:; response_count:1; response_revision:1656; }","duration":"197.849778ms","start":"2026-04-28T03:21:03.611119Z","end":"2026-04-28T03:21:03.808968Z","steps":["trace[1475736852] 'agreement among raft nodes before linearized reading' (duration: 197.685614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.045262Z","caller":"traceutil/trace.go:171","msg":"trace[1713155626] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1732; }","duration":"233.83193ms","start":"2026-04-28T03:21:03.811409Z","end":"2026-04-28T03:21:04.045241Z","steps":["trace[1713155626] 'read index received' (duration: 216.76673ms)","trace[1713155626] 'applied index is now lower than readState.Index' (duration: 17.06386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.045305Z","caller":"traceutil/trace.go:171","msg":"trace[2044016829] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"234.392784ms","start":"2026-04-28T03:21:03.810886Z","end":"2026-04-28T03:21:04.045279Z","steps":["trace[2044016829] 'process raft request' (duration: 217.291493ms)","trace[2044016829] 'compare' (duration: 16.714702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.045449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.029664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:04.045503Z","caller":"traceutil/trace.go:171","msg":"trace[233403354] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:0; response_revision:1657; }","duration":"234.103446ms","start":"2026-04-28T03:21:03.811375Z","end":"2026-04-28T03:21:04.045478Z","steps":["trace[233403354] 'agreement among raft nodes before linearized reading' (duration: 233.959753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.473065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.943839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T03:21:04.473154Z","caller":"traceutil/trace.go:171","msg":"trace[600868993] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1733; }","duration":"344.3125ms","start":"2026-04-28T03:21:04.128827Z","end":"2026-04-28T03:21:04.473139Z","steps":["trace[600868993] 'read index received' (duration: 216.122336ms)","trace[600868993] 'applied index is now lower than readState.Index' (duration: 128.188824ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.473174Z","caller":"traceutil/trace.go:171","msg":"trace[1334817936] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1657; }","duration":"346.736867ms","start":"2026-04-28T03:21:04.126407Z","end":"2026-04-28T03:21:04.473144Z","steps":["trace[1334817936] 'process raft request' (duration: 218.663846ms)","trace[1334817936] 'compare' (duration: 127.913028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.473255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:04.126395Z","time spent":"346.818959ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:04.473301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.473994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:04.473331Z","caller":"traceutil/trace.go:171","msg":"trace[76381715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1657; }","duration":"344.540375ms","start":"2026-04-28T03:21:04.128783Z","end":"2026-04-28T03:21:04.473323Z","steps":["trace[76381715] 'agreement among raft nodes before linearized reading' (duration: 344.425683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.473349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:04.128765Z","time spent":"344.579966ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:21:04.473516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.157927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:21:04.473544Z","caller":"traceutil/trace.go:171","msg":"trace[1895925252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1657; }","duration":"184.222467ms","start":"2026-04-28T03:21:04.289316Z","end":"2026-04-28T03:21:04.473538Z","steps":["trace[1895925252] 'agreement among raft nodes before linearized reading' (duration: 184.144616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:05.049816Z","caller":"traceutil/trace.go:171","msg":"trace[645062940] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"397.693531ms","start":"2026-04-28T03:21:04.6521Z","end":"2026-04-28T03:21:05.049794Z","steps":["trace[645062940] 'process raft request' (duration: 397.536398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.049952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:04.652076Z","time spent":"397.815455ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:05.097309Z","caller":"traceutil/trace.go:171","msg":"trace[1852917614] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1745; }","duration":"359.167629ms","start":"2026-04-28T03:21:04.738117Z","end":"2026-04-28T03:21:05.097285Z","steps":["trace[1852917614] 'read index received' (duration: 311.507622ms)","trace[1852917614] 'applied index is now lower than readState.Index' (duration: 47.658917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:05.097428Z","caller":"traceutil/trace.go:171","msg":"trace[2020451727] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"444.98533ms","start":"2026-04-28T03:21:04.6524Z","end":"2026-04-28T03:21:05.097385Z","steps":["trace[2020451727] 'process raft request' (duration: 444.754114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.09753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.379694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:05.097585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:04.652377Z","time spent":"445.138534ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5611,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:05.097591Z","caller":"traceutil/trace.go:171","msg":"trace[1337989267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:1670; }","duration":"359.495756ms","start":"2026-04-28T03:21:04.738079Z","end":"2026-04-28T03:21:05.097575Z","steps":["trace[1337989267] 'agreement among raft nodes before linearized reading' (duration: 359.349443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.097655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:04.73806Z","time spent":"359.574638ms","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:05.56176Z","caller":"traceutil/trace.go:171","msg":"trace[2084274888] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"343.135602ms","start":"2026-04-28T03:21:05.218402Z","end":"2026-04-28T03:21:05.561538Z","steps":["trace[2084274888] 'process raft request' (duration: 342.803674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:05.561983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.218389Z","time spent":"343.466229ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":114955,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:06.368752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:06.883049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:06.9688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095310772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:06.969167Z","caller":"traceutil/trace.go:171","msg":"trace[1402792035] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.151448718s","start":"2026-04-28T03:21:05.817697Z","end":"2026-04-28T03:21:06.969146Z","steps":["trace[1402792035] 'process raft request' (duration: 1.151281844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.969295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.817686Z","time spent":"1.15154425s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:06.972651Z","caller":"traceutil/trace.go:171","msg":"trace[524886751] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1774; }","duration":"1.104293812s","start":"2026-04-28T03:21:05.868323Z","end":"2026-04-28T03:21:06.972617Z","steps":["trace[524886751] 'read index received' (duration: 1.100687898s)","trace[524886751] 'applied index is now lower than readState.Index' (duration: 3.604884ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:06.972664Z","caller":"traceutil/trace.go:171","msg":"trace[1526041108] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.15285753s","start":"2026-04-28T03:21:05.81978Z","end":"2026-04-28T03:21:06.972637Z","steps":["trace[1526041108] 'process raft request' (duration: 1.152651925s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.972769Z","caller":"traceutil/trace.go:171","msg":"trace[1107840395] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.152140624s","start":"2026-04-28T03:21:05.820609Z","end":"2026-04-28T03:21:06.972749Z","steps":["trace[1107840395] 'process raft request' (duration: 1.151941929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.972798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.819741Z","time spent":"1.152984033s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:06.97291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.820581Z","time spent":"1.152250546s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:06.973141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003821558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:06.973208Z","caller":"traceutil/trace.go:171","msg":"trace[8359724] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1699; }","duration":"1.003884849s","start":"2026-04-28T03:21:05.969307Z","end":"2026-04-28T03:21:06.973192Z","steps":["trace[8359724] 'agreement among raft nodes before linearized reading' (duration: 1.003796187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.973246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.969253Z","time spent":"1.003984861s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:06.973434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.588175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:21:06.97348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.704959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:06.973511Z","caller":"traceutil/trace.go:171","msg":"trace[730654396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1699; }","duration":"437.762869ms","start":"2026-04-28T03:21:06.535738Z","end":"2026-04-28T03:21:06.973501Z","steps":["trace[730654396] 'agreement among raft nodes before linearized reading' (duration: 437.649067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.973544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.53572Z","time spent":"437.819031ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:21:06.973619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105301666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:75433"} {"level":"info","ts":"2026-04-28T03:21:06.973658Z","caller":"traceutil/trace.go:171","msg":"trace[920649388] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:1699; }","duration":"1.105377407s","start":"2026-04-28T03:21:05.868272Z","end":"2026-04-28T03:21:06.97365Z","steps":["trace[920649388] 'agreement among raft nodes before linearized reading' (duration: 1.105228383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.973694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.229436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:06.973729Z","caller":"traceutil/trace.go:171","msg":"trace[1943531082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"928.299177ms","start":"2026-04-28T03:21:06.04542Z","end":"2026-04-28T03:21:06.973719Z","steps":["trace[1943531082] 'agreement among raft nodes before linearized reading' (duration: 928.251046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.973743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.028425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:06.973758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.045398Z","time spent":"928.355328ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:06.973771Z","caller":"traceutil/trace.go:171","msg":"trace[1907916267] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1699; }","duration":"129.084925ms","start":"2026-04-28T03:21:06.844678Z","end":"2026-04-28T03:21:06.973763Z","steps":["trace[1907916267] 'agreement among raft nodes before linearized reading' (duration: 129.033594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.973481Z","caller":"traceutil/trace.go:171","msg":"trace[1926659724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1699; }","duration":"437.666798ms","start":"2026-04-28T03:21:06.535803Z","end":"2026-04-28T03:21:06.97347Z","steps":["trace[1926659724] 'agreement among raft nodes before linearized reading' (duration: 437.528204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.973929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.535785Z","time spent":"438.135909ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:06.974023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.864341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4432"} {"level":"warn","ts":"2026-04-28T03:21:06.973694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:05.868251Z","time spent":"1.105434468s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":7,"response size":75456,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T03:21:06.97407Z","caller":"traceutil/trace.go:171","msg":"trace[2131162088] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1699; }","duration":"323.946673ms","start":"2026-04-28T03:21:06.65011Z","end":"2026-04-28T03:21:06.974056Z","steps":["trace[2131162088] 'agreement among raft nodes before linearized reading' (duration: 323.839601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.974104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:06.650089Z","time spent":"324.007544ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4455,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:21:08.094027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.170157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:08.094111Z","caller":"traceutil/trace.go:171","msg":"trace[1639446128] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1702; }","duration":"891.322651ms","start":"2026-04-28T03:21:07.202771Z","end":"2026-04-28T03:21:08.094093Z","steps":["trace[1639446128] 'count revisions from in-memory index tree' (duration: 891.058025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.094153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.202745Z","time spent":"891.396623ms","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:08.105985Z","caller":"traceutil/trace.go:171","msg":"trace[2089980434] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"800.748188ms","start":"2026-04-28T03:21:07.305215Z","end":"2026-04-28T03:21:08.105963Z","steps":["trace[2089980434] 'process raft request' (duration: 800.617665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.106102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.305191Z","time spent":"800.84735ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:09.39049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284637949s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:09.573868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.180504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:09.573945Z","caller":"traceutil/trace.go:171","msg":"trace[1638879243] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"1.714552586s","start":"2026-04-28T03:21:07.85938Z","end":"2026-04-28T03:21:09.573933Z","steps":["trace[1638879243] 'read index received' (duration: 246.506128ms)","trace[1638879243] 'applied index is now lower than readState.Index' (duration: 1.468045548s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:09.574109Z","caller":"traceutil/trace.go:171","msg":"trace[1556156688] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"2.074922493s","start":"2026-04-28T03:21:07.499176Z","end":"2026-04-28T03:21:09.574098Z","steps":["trace[1556156688] 'process raft request' (duration: 1.891441762s)","trace[1556156688] 'compare' (duration: 182.65033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:09.574153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.499156Z","time spent":"2.074974013s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:09.57421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529914208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:09.574265Z","caller":"traceutil/trace.go:171","msg":"trace[1553747455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"1.53001383s","start":"2026-04-28T03:21:08.044237Z","end":"2026-04-28T03:21:09.574251Z","steps":["trace[1553747455] 'agreement among raft nodes before linearized reading' (duration: 1.529914188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.04422Z","time spent":"1.530068111s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:09.574367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.46335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:09.574405Z","caller":"traceutil/trace.go:171","msg":"trace[1159118444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1704; }","duration":"570.527452ms","start":"2026-04-28T03:21:09.003866Z","end":"2026-04-28T03:21:09.574394Z","steps":["trace[1159118444] 'agreement among raft nodes before linearized reading' (duration: 570.385719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.482355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:21:09.574436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.003851Z","time spent":"570.577473ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:21:09.57444Z","caller":"traceutil/trace.go:171","msg":"trace[1252571870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1704; }","duration":"600.570427ms","start":"2026-04-28T03:21:08.973861Z","end":"2026-04-28T03:21:09.574432Z","steps":["trace[1252571870] 'agreement among raft nodes before linearized reading' (duration: 600.480895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.823475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:21:09.574461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.973828Z","time spent":"600.627768ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:09.574434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.678082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:21:09.574436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076663996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:09.574484Z","caller":"traceutil/trace.go:171","msg":"trace[578909208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1704; }","duration":"595.914647ms","start":"2026-04-28T03:21:08.978559Z","end":"2026-04-28T03:21:09.574474Z","steps":["trace[578909208] 'agreement among raft nodes before linearized reading' (duration: 595.816235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.978529Z","time spent":"595.971249ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:09.574515Z","caller":"traceutil/trace.go:171","msg":"trace[744766862] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1704; }","duration":"1.076798539s","start":"2026-04-28T03:21:08.497698Z","end":"2026-04-28T03:21:09.574496Z","steps":["trace[744766862] 'agreement among raft nodes before linearized reading' (duration: 1.076672736s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:09.574511Z","caller":"traceutil/trace.go:171","msg":"trace[587953502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"595.777934ms","start":"2026-04-28T03:21:08.978712Z","end":"2026-04-28T03:21:09.57449Z","steps":["trace[587953502] 'agreement among raft nodes before linearized reading' (duration: 595.539628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.49127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:21:09.574564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.497667Z","time spent":"1.076886231s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:09.574565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.978704Z","time spent":"595.851096ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:09.574579Z","caller":"traceutil/trace.go:171","msg":"trace[132476136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1704; }","duration":"590.592432ms","start":"2026-04-28T03:21:08.983968Z","end":"2026-04-28T03:21:09.574561Z","steps":["trace[132476136] 'agreement among raft nodes before linearized reading' (duration: 590.348607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71521269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:21:09.574624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.983961Z","time spent":"590.653943ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:21:09.574632Z","caller":"traceutil/trace.go:171","msg":"trace[1958548930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1704; }","duration":"1.715294313s","start":"2026-04-28T03:21:07.859324Z","end":"2026-04-28T03:21:09.574618Z","steps":["trace[1958548930] 'agreement among raft nodes before linearized reading' (duration: 1.714813281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:09.574671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.85927Z","time spent":"1.715391855s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:10.856575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.333848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:10.856742Z","caller":"traceutil/trace.go:171","msg":"trace[1572924468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1704; }","duration":"666.519482ms","start":"2026-04-28T03:21:10.190195Z","end":"2026-04-28T03:21:10.856715Z","steps":["trace[1572924468] 'range keys from in-memory index tree' (duration: 666.311647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.857397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.601501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:10.857614Z","caller":"traceutil/trace.go:171","msg":"trace[519017949] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"1.278366032s","start":"2026-04-28T03:21:09.579222Z","end":"2026-04-28T03:21:10.857588Z","steps":["trace[519017949] 'process raft request' (duration: 397.228769ms)","trace[519017949] 'compare' (duration: 879.571776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:10.857732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.579211Z","time spent":"1.278456304s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:10.857788Z","caller":"traceutil/trace.go:171","msg":"trace[542193453] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"1.278525336s","start":"2026-04-28T03:21:09.57924Z","end":"2026-04-28T03:21:10.857765Z","steps":["trace[542193453] 'process raft request' (duration: 1.27827414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.857893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.579224Z","time spent":"1.278621238s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:10.858087Z","caller":"traceutil/trace.go:171","msg":"trace[1755625990] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"1.27870335s","start":"2026-04-28T03:21:09.579344Z","end":"2026-04-28T03:21:10.858048Z","steps":["trace[1755625990] 'process raft request' (duration: 1.278365672s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.858131Z","caller":"traceutil/trace.go:171","msg":"trace[1114518035] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"1.278575237s","start":"2026-04-28T03:21:09.579545Z","end":"2026-04-28T03:21:10.858121Z","steps":["trace[1114518035] 'process raft request' (duration: 1.278431144s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.858156Z","caller":"traceutil/trace.go:171","msg":"trace[1457023263] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1782; }","duration":"1.270894628s","start":"2026-04-28T03:21:09.587243Z","end":"2026-04-28T03:21:10.858138Z","steps":["trace[1457023263] 'read index received' (duration: 389.306755ms)","trace[1457023263] 'applied index is now lower than readState.Index' (duration: 881.548412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:10.858179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.579525Z","time spent":"1.278629078s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:10.858215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.57934Z","time spent":"1.278796702s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:10.858269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271029871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:10.858294Z","caller":"traceutil/trace.go:171","msg":"trace[887251119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"1.271108123s","start":"2026-04-28T03:21:09.587178Z","end":"2026-04-28T03:21:10.858286Z","steps":["trace[887251119] 'agreement among raft nodes before linearized reading' (duration: 1.271057182s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:10.858281Z","caller":"traceutil/trace.go:171","msg":"trace[842005611] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"1.276930449s","start":"2026-04-28T03:21:09.581316Z","end":"2026-04-28T03:21:10.858246Z","steps":["trace[842005611] 'process raft request' (duration: 1.276747865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.858336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227038959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:10.858364Z","caller":"traceutil/trace.go:171","msg":"trace[1870030944] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1709; }","duration":"1.227110561s","start":"2026-04-28T03:21:09.631243Z","end":"2026-04-28T03:21:10.858354Z","steps":["trace[1870030944] 'agreement among raft nodes before linearized reading' (duration: 1.227062239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:10.858389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.631214Z","time spent":"1.227169162s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:10.858318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.58716Z","time spent":"1.271150494s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:10.858447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:09.581271Z","time spent":"1.277084053s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:11.026176Z","caller":"traceutil/trace.go:171","msg":"trace[2041089701] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"164.091287ms","start":"2026-04-28T03:21:10.862061Z","end":"2026-04-28T03:21:11.026153Z","steps":["trace[2041089701] 'process raft request' (duration: 163.945933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:11.029018Z","caller":"traceutil/trace.go:171","msg":"trace[1203075459] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1787; }","duration":"156.458947ms","start":"2026-04-28T03:21:10.872538Z","end":"2026-04-28T03:21:11.028997Z","steps":["trace[1203075459] 'read index received' (duration: 153.508698ms)","trace[1203075459] 'applied index is now lower than readState.Index' (duration: 2.947199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:11.029052Z","caller":"traceutil/trace.go:171","msg":"trace[1175028777] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"164.053124ms","start":"2026-04-28T03:21:10.864982Z","end":"2026-04-28T03:21:11.029035Z","steps":["trace[1175028777] 'process raft request' (duration: 163.87692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.029147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.5903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:21:11.029191Z","caller":"traceutil/trace.go:171","msg":"trace[1922566167] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:1711; }","duration":"156.688832ms","start":"2026-04-28T03:21:10.872488Z","end":"2026-04-28T03:21:11.029177Z","steps":["trace[1922566167] 'agreement among raft nodes before linearized reading' (duration: 156.59446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.814364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.415593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:11.814438Z","caller":"traceutil/trace.go:171","msg":"trace[1835716746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1711; }","duration":"231.539805ms","start":"2026-04-28T03:21:11.58288Z","end":"2026-04-28T03:21:11.81442Z","steps":["trace[1835716746] 'range keys from in-memory index tree' (duration: 231.216289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.814696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.746602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:21:11.814769Z","caller":"traceutil/trace.go:171","msg":"trace[749186615] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1711; }","duration":"708.861454ms","start":"2026-04-28T03:21:11.105891Z","end":"2026-04-28T03:21:11.814753Z","steps":["trace[749186615] 'range keys from in-memory index tree' (duration: 708.66913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:11.814805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:11.105881Z","time spent":"708.915995ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:12.558298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:13.059467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:13.559583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:13.591941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540570528s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:13.592849Z","caller":"traceutil/trace.go:171","msg":"trace[1951203084] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"1.54154492s","start":"2026-04-28T03:21:12.051252Z","end":"2026-04-28T03:21:13.592797Z","steps":["trace[1951203084] 'process raft request' (duration: 1.541202612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.59309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.051238Z","time spent":"1.541673023s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:13.983341Z","caller":"traceutil/trace.go:171","msg":"trace[1738511335] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"1.931870149s","start":"2026-04-28T03:21:12.051445Z","end":"2026-04-28T03:21:13.983315Z","steps":["trace[1738511335] 'process raft request' (duration: 1.931646784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:13.983471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.051435Z","time spent":"1.931970371s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:14.135471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.223338ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:14.135553Z","caller":"traceutil/trace.go:171","msg":"trace[703999310] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1789; }","duration":"2.077602485s","start":"2026-04-28T03:21:12.057938Z","end":"2026-04-28T03:21:14.13554Z","steps":["trace[703999310] 'read index received' (duration: 1.534325441s)","trace[703999310] 'applied index is now lower than readState.Index' (duration: 543.275734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:14.135799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072640109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:14.1358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07784442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:21:14.135829Z","caller":"traceutil/trace.go:171","msg":"trace[1507334453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1713; }","duration":"2.07271015s","start":"2026-04-28T03:21:12.06311Z","end":"2026-04-28T03:21:14.13582Z","steps":["trace[1507334453] 'agreement among raft nodes before linearized reading' (duration: 2.072656309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.13585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.063091Z","time spent":"2.072754511s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:14.135855Z","caller":"traceutil/trace.go:171","msg":"trace[1610730033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1713; }","duration":"2.077924603s","start":"2026-04-28T03:21:12.057914Z","end":"2026-04-28T03:21:14.135838Z","steps":["trace[1610730033] 'agreement among raft nodes before linearized reading' (duration: 2.07779033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.135941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.057902Z","time spent":"2.078026135s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.345358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:14.136061Z","caller":"traceutil/trace.go:171","msg":"trace[1808832100] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:1713; }","duration":"157.408469ms","start":"2026-04-28T03:21:13.978645Z","end":"2026-04-28T03:21:14.136054Z","steps":["trace[1808832100] 'agreement among raft nodes before linearized reading' (duration: 157.357548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.763124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:14.13622Z","caller":"traceutil/trace.go:171","msg":"trace[184539729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1713; }","duration":"310.823076ms","start":"2026-04-28T03:21:13.825392Z","end":"2026-04-28T03:21:14.136215Z","steps":["trace[184539729] 'agreement among raft nodes before linearized reading' (duration: 310.736634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.825371Z","time spent":"310.859376ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.311947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3865"} {"level":"info","ts":"2026-04-28T03:21:14.136358Z","caller":"traceutil/trace.go:171","msg":"trace[1433167536] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1713; }","duration":"608.345679ms","start":"2026-04-28T03:21:13.528008Z","end":"2026-04-28T03:21:14.136354Z","steps":["trace[1433167536] 'agreement among raft nodes before linearized reading' (duration: 608.288127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.266407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-04-28T03:21:14.136372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.527998Z","time spent":"608.369339ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3888,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-28T03:21:14.136389Z","caller":"traceutil/trace.go:171","msg":"trace[980580624] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1713; }","duration":"608.331368ms","start":"2026-04-28T03:21:13.528044Z","end":"2026-04-28T03:21:14.136375Z","steps":["trace[980580624] 'agreement among raft nodes before linearized reading' (duration: 608.154894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528021Z","time spent":"608.390439ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.412666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7144"} {"level":"warn","ts":"2026-04-28T03:21:14.136476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.470671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-04-28T03:21:14.136484Z","caller":"traceutil/trace.go:171","msg":"trace[11461173] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:1713; }","duration":"607.454787ms","start":"2026-04-28T03:21:13.52902Z","end":"2026-04-28T03:21:14.136475Z","steps":["trace[11461173] 'agreement among raft nodes before linearized reading' (duration: 607.384806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.136492Z","caller":"traceutil/trace.go:171","msg":"trace[1383955908] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1713; }","duration":"608.521293ms","start":"2026-04-28T03:21:13.527966Z","end":"2026-04-28T03:21:14.136487Z","steps":["trace[1383955908] 'agreement among raft nodes before linearized reading' (duration: 608.467532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.527942Z","time spent":"608.562023ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4758,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.226422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3611"} {"level":"warn","ts":"2026-04-28T03:21:14.136564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.535788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T03:21:14.136591Z","caller":"traceutil/trace.go:171","msg":"trace[653246243] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:1713; }","duration":"607.57192ms","start":"2026-04-28T03:21:13.529012Z","end":"2026-04-28T03:21:14.136584Z","steps":["trace[653246243] 'agreement among raft nodes before linearized reading' (duration: 607.505218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.529006Z","time spent":"607.598171ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.714364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4989"} {"level":"warn","ts":"2026-04-28T03:21:14.136661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.235029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" ","response":"range_response_count:1 size:3561"} {"level":"warn","ts":"2026-04-28T03:21:14.136372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.599261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-04-28T03:21:14.136705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.561874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"warn","ts":"2026-04-28T03:21:14.136729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.285419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4474"} {"level":"warn","ts":"2026-04-28T03:21:14.13672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.333771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-28T03:21:14.136746Z","caller":"traceutil/trace.go:171","msg":"trace[1638360359] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:1713; }","duration":"606.314361ms","start":"2026-04-28T03:21:13.530427Z","end":"2026-04-28T03:21:14.136741Z","steps":["trace[1638360359] 'agreement among raft nodes before linearized reading' (duration: 606.27065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.13673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.824727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-04-28T03:21:14.136764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.530419Z","time spent":"606.342341ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4497,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.955641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:14.136758Z","caller":"traceutil/trace.go:171","msg":"trace[891095927] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:1713; }","duration":"607.962709ms","start":"2026-04-28T03:21:13.528752Z","end":"2026-04-28T03:21:14.136715Z","steps":["trace[891095927] 'agreement among raft nodes before linearized reading' (duration: 607.517009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.136733Z","caller":"traceutil/trace.go:171","msg":"trace[1961384184] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1713; }","duration":"608.617234ms","start":"2026-04-28T03:21:13.528109Z","end":"2026-04-28T03:21:14.136726Z","steps":["trace[1961384184] 'agreement among raft nodes before linearized reading' (duration: 608.553363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.136792Z","caller":"traceutil/trace.go:171","msg":"trace[763410689] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1713; }","duration":"504.001322ms","start":"2026-04-28T03:21:13.632783Z","end":"2026-04-28T03:21:14.136784Z","steps":["trace[763410689] 'agreement among raft nodes before linearized reading' (duration: 503.971661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.136786Z","caller":"traceutil/trace.go:171","msg":"trace[356929940] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1713; }","duration":"607.929808ms","start":"2026-04-28T03:21:13.528841Z","end":"2026-04-28T03:21:14.136771Z","steps":["trace[356929940] 'agreement among raft nodes before linearized reading' (duration: 607.747714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.632765Z","time spent":"504.047643ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:14.13683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528823Z","time spent":"607.99596ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528092Z","time spent":"608.721227ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3581,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902964291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:21:14.136832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528746Z","time spent":"608.066352ms","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-04-28T03:21:14.136881Z","caller":"traceutil/trace.go:171","msg":"trace[2110040983] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1713; }","duration":"1.903034003s","start":"2026-04-28T03:21:12.233836Z","end":"2026-04-28T03:21:14.13687Z","steps":["trace[2110040983] 'agreement among raft nodes before linearized reading' (duration: 1.902982751s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.233812Z","time spent":"1.903089774s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.412027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-04-28T03:21:14.136951Z","caller":"traceutil/trace.go:171","msg":"trace[1280096106] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:1713; }","duration":"607.450367ms","start":"2026-04-28T03:21:13.529496Z","end":"2026-04-28T03:21:14.136946Z","steps":["trace[1280096106] 'agreement among raft nodes before linearized reading' (duration: 607.399955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.136965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.529487Z","time spent":"607.475278ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4425,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953268552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:21:14.137053Z","caller":"traceutil/trace.go:171","msg":"trace[1680666823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1713; }","duration":"1.953334093s","start":"2026-04-28T03:21:12.183711Z","end":"2026-04-28T03:21:14.137045Z","steps":["trace[1680666823] 'agreement among raft nodes before linearized reading' (duration: 1.953276851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003811206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-28T03:21:14.137069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273866727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:21:14.137075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.183695Z","time spent":"1.953374694s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-28T03:21:14.13708Z","caller":"traceutil/trace.go:171","msg":"trace[512344632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1713; }","duration":"2.003876347s","start":"2026-04-28T03:21:12.133196Z","end":"2026-04-28T03:21:14.137072Z","steps":["trace[512344632] 'agreement among raft nodes before linearized reading' (duration: 2.003845667s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.137091Z","caller":"traceutil/trace.go:171","msg":"trace[1685120281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1713; }","duration":"1.273903448s","start":"2026-04-28T03:21:12.863181Z","end":"2026-04-28T03:21:14.137084Z","steps":["trace[1685120281] 'agreement among raft nodes before linearized reading' (duration: 1.273837696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.590661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:21:14.137101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.133168Z","time spent":"2.003927999s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.863173Z","time spent":"1.273933489s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:14.13713Z","caller":"traceutil/trace.go:171","msg":"trace[1129641721] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:1713; }","duration":"607.653692ms","start":"2026-04-28T03:21:13.529463Z","end":"2026-04-28T03:21:14.137117Z","steps":["trace[1129641721] 'agreement among raft nodes before linearized reading' (duration: 607.511439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274955913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:21:14.137156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27442926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:21:14.137217Z","caller":"traceutil/trace.go:171","msg":"trace[520393829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1713; }","duration":"1.275015394s","start":"2026-04-28T03:21:12.862197Z","end":"2026-04-28T03:21:14.137212Z","steps":["trace[520393829] 'agreement among raft nodes before linearized reading' (duration: 1.274970093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.072906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-04-28T03:21:14.137232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.862175Z","time spent":"1.275054046s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361314157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:14.137236Z","caller":"traceutil/trace.go:171","msg":"trace[1970751512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1713; }","duration":"1.274530743s","start":"2026-04-28T03:21:12.862691Z","end":"2026-04-28T03:21:14.137222Z","steps":["trace[1970751512] 'agreement among raft nodes before linearized reading' (duration: 1.27443556s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.137252Z","caller":"traceutil/trace.go:171","msg":"trace[860022234] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1713; }","duration":"609.130877ms","start":"2026-04-28T03:21:13.528108Z","end":"2026-04-28T03:21:14.137239Z","steps":["trace[860022234] 'agreement among raft nodes before linearized reading' (duration: 608.986744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.13728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.862674Z","time spent":"1.274593784s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433567821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:14.137323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275096007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:14.137343Z","caller":"traceutil/trace.go:171","msg":"trace[111951354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1713; }","duration":"1.275154758s","start":"2026-04-28T03:21:12.862184Z","end":"2026-04-28T03:21:14.137339Z","steps":["trace[111951354] 'agreement among raft nodes before linearized reading' (duration: 1.275106107s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:14.137343Z","caller":"traceutil/trace.go:171","msg":"trace[514437806] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1713; }","duration":"1.433597391s","start":"2026-04-28T03:21:12.703737Z","end":"2026-04-28T03:21:14.137335Z","steps":["trace[514437806] 'agreement among raft nodes before linearized reading' (duration: 1.43354545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.862162Z","time spent":"1.275191549s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.703684Z","time spent":"1.433672823s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:14.137266Z","caller":"traceutil/trace.go:171","msg":"trace[2099960814] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:1713; }","duration":"1.361389708s","start":"2026-04-28T03:21:12.775867Z","end":"2026-04-28T03:21:14.137257Z","steps":["trace[2099960814] 'agreement among raft nodes before linearized reading' (duration: 1.361335707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.289591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4724"} {"level":"warn","ts":"2026-04-28T03:21:14.137407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.775845Z","time spent":"1.361555942s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:14.136773Z","caller":"traceutil/trace.go:171","msg":"trace[1055547053] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1713; }","duration":"606.404092ms","start":"2026-04-28T03:21:13.530357Z","end":"2026-04-28T03:21:14.136761Z","steps":["trace[1055547053] 'agreement among raft nodes before linearized reading' (duration: 606.3042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.530349Z","time spent":"607.167651ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.52901Z","time spent":"607.490699ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7167,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.98698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-04-28T03:21:14.137653Z","caller":"traceutil/trace.go:171","msg":"trace[891486534] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:1713; }","duration":"608.998324ms","start":"2026-04-28T03:21:13.52863Z","end":"2026-04-28T03:21:14.137629Z","steps":["trace[891486534] 'agreement among raft nodes before linearized reading' (duration: 607.958979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.13769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312218606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:21:14.137706Z","caller":"traceutil/trace.go:171","msg":"trace[589714080] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d; range_end:; response_count:1; response_revision:1713; }","duration":"1.312263918s","start":"2026-04-28T03:21:12.825437Z","end":"2026-04-28T03:21:14.137701Z","steps":["trace[589714080] 'agreement among raft nodes before linearized reading' (duration: 1.311677324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528619Z","time spent":"609.074237ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5182,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.825419Z","time spent":"1.312297078s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" "} {"level":"info","ts":"2026-04-28T03:21:14.137408Z","caller":"traceutil/trace.go:171","msg":"trace[1496414521] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1713; }","duration":"609.325602ms","start":"2026-04-28T03:21:13.528076Z","end":"2026-04-28T03:21:14.137401Z","steps":["trace[1496414521] 'agreement among raft nodes before linearized reading' (duration: 609.25922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528071Z","time spent":"609.739751ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4747,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-28T03:21:14.136618Z","caller":"traceutil/trace.go:171","msg":"trace[1142792055] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1713; }","duration":"607.388895ms","start":"2026-04-28T03:21:13.529194Z","end":"2026-04-28T03:21:14.136583Z","steps":["trace[1142792055] 'agreement among raft nodes before linearized reading' (duration: 607.038397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.138112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.529189Z","time spent":"608.913831ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3634,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.529456Z","time spent":"607.721774ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5030,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.6876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-04-28T03:21:14.138337Z","caller":"traceutil/trace.go:171","msg":"trace[745947500] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1713; }","duration":"607.97546ms","start":"2026-04-28T03:21:13.530351Z","end":"2026-04-28T03:21:14.138327Z","steps":["trace[745947500] 'agreement among raft nodes before linearized reading' (duration: 606.67322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.138361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.530344Z","time spent":"608.009241ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4493,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-04-28T03:21:14.137027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053602323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:21:14.138415Z","caller":"traceutil/trace.go:171","msg":"trace[1635932417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1713; }","duration":"2.055032186s","start":"2026-04-28T03:21:12.083373Z","end":"2026-04-28T03:21:14.138405Z","steps":["trace[1635932417] 'agreement among raft nodes before linearized reading' (duration: 2.053626834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.138445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.083343Z","time spent":"2.055093408s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.219928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:3163"} {"level":"info","ts":"2026-04-28T03:21:14.138486Z","caller":"traceutil/trace.go:171","msg":"trace[156843233] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1713; }","duration":"607.97675ms","start":"2026-04-28T03:21:13.530501Z","end":"2026-04-28T03:21:14.138477Z","steps":["trace[156843233] 'agreement among raft nodes before linearized reading' (duration: 606.194498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.138512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.53049Z","time spent":"608.01298ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3186,"request content":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-04-28T03:21:14.13731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.528101Z","time spent":"609.197679ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-28T03:21:14.136678Z","caller":"traceutil/trace.go:171","msg":"trace[363398027] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1713; }","duration":"607.774595ms","start":"2026-04-28T03:21:13.528891Z","end":"2026-04-28T03:21:14.136666Z","steps":["trace[363398027] 'agreement among raft nodes before linearized reading' (duration: 607.660022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.138681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.52887Z","time spent":"609.803903ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5012,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-28T03:21:14.136576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104823045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:14.138751Z","caller":"traceutil/trace.go:171","msg":"trace[1529495240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1713; }","duration":"1.106997345s","start":"2026-04-28T03:21:13.031722Z","end":"2026-04-28T03:21:14.13872Z","steps":["trace[1529495240] 'agreement among raft nodes before linearized reading' (duration: 1.104820504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.137496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852223092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-28T03:21:14.138822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.031706Z","time spent":"1.107095508s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:21:14.139033Z","caller":"traceutil/trace.go:171","msg":"trace[1699140579] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1713; }","duration":"1.853878591s","start":"2026-04-28T03:21:12.285146Z","end":"2026-04-28T03:21:14.139024Z","steps":["trace[1699140579] 'agreement among raft nodes before linearized reading' (duration: 1.852322645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.139061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:12.285115Z","time spent":"1.853938113s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-28T03:21:14.136684Z","caller":"traceutil/trace.go:171","msg":"trace[614075541] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-create; range_end:; response_count:1; response_revision:1713; }","duration":"606.269209ms","start":"2026-04-28T03:21:13.530407Z","end":"2026-04-28T03:21:14.136676Z","steps":["trace[614075541] 'agreement among raft nodes before linearized reading' (duration: 606.198998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:14.139127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:13.5304Z","time spent":"608.717396ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":3584,"request content":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" "} {"level":"warn","ts":"2026-04-28T03:21:14.643779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:15.089937Z","caller":"traceutil/trace.go:171","msg":"trace[2051580255] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"947.393126ms","start":"2026-04-28T03:21:14.14252Z","end":"2026-04-28T03:21:15.089913Z","steps":["trace[2051580255] 'process raft request' (duration: 947.15035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:15.090101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.142502Z","time spent":"947.523349ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:15.090339Z","caller":"traceutil/trace.go:171","msg":"trace[1073438299] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"947.779104ms","start":"2026-04-28T03:21:14.142528Z","end":"2026-04-28T03:21:15.090307Z","steps":["trace[1073438299] 'process raft request' (duration: 947.328484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:15.090508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.142517Z","time spent":"947.895388ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:16.138103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995172023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:16.13833Z","caller":"traceutil/trace.go:171","msg":"trace[1282829651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995266936s","start":"2026-04-28T03:21:14.142885Z","end":"2026-04-28T03:21:16.138152Z","steps":["trace[1282829651] 'agreement among raft nodes before linearized reading' (duration: 1.995191884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:16.138369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.142829Z","time spent":"1.995530422s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:17.190871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.609853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:17.191129Z","caller":"traceutil/trace.go:171","msg":"trace[1257701523] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"3.047886887s","start":"2026-04-28T03:21:14.143182Z","end":"2026-04-28T03:21:17.191069Z","steps":["trace[1257701523] 'process raft request' (duration: 2.386999797s)","trace[1257701523] 'compare' (duration: 660.302907ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:17.191209Z","caller":"traceutil/trace.go:171","msg":"trace[1378417342] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1792; }","duration":"3.048275696s","start":"2026-04-28T03:21:14.142911Z","end":"2026-04-28T03:21:17.191186Z","steps":["trace[1378417342] 'read index received' (duration: 946.7436ms)","trace[1378417342] 'applied index is now lower than readState.Index' (duration: 2.101530316s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:17.191288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.143175Z","time spent":"3.04804149s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:17.191488Z","caller":"traceutil/trace.go:171","msg":"trace[1951840684] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"3.048238745s","start":"2026-04-28T03:21:14.143231Z","end":"2026-04-28T03:21:17.19147Z","steps":["trace[1951840684] 'process raft request' (duration: 3.047747294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.191591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.143225Z","time spent":"3.048317537s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:17.191911Z","caller":"traceutil/trace.go:171","msg":"trace[2135995850] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"3.048485821s","start":"2026-04-28T03:21:14.143407Z","end":"2026-04-28T03:21:17.191893Z","steps":["trace[2135995850] 'process raft request' (duration: 3.047653182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.191996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.1434Z","time spent":"3.048549192s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:17.192355Z","caller":"traceutil/trace.go:171","msg":"trace[2130490201] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"3.047148529s","start":"2026-04-28T03:21:14.145187Z","end":"2026-04-28T03:21:17.192336Z","steps":["trace[2130490201] 'process raft request' (duration: 3.045944981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058183292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:17.192442Z","caller":"traceutil/trace.go:171","msg":"trace[202752440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"1.058259203s","start":"2026-04-28T03:21:16.134172Z","end":"2026-04-28T03:21:17.192431Z","steps":["trace[202752440] 'agreement among raft nodes before linearized reading' (duration: 1.058195992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145181Z","time spent":"3.047213362s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:17.192467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.13415Z","time spent":"1.058311445s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560857793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:21:17.192511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045433219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9523"} {"level":"warn","ts":"2026-04-28T03:21:17.192516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047542499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-04-28T03:21:17.192553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16692527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:17.192555Z","caller":"traceutil/trace.go:171","msg":"trace[717214830] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:1719; }","duration":"3.0454922s","start":"2026-04-28T03:21:14.147052Z","end":"2026-04-28T03:21:17.192544Z","steps":["trace[717214830] 'agreement among raft nodes before linearized reading' (duration: 3.045352697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192589Z","caller":"traceutil/trace.go:171","msg":"trace[1838282704] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1719; }","duration":"1.166958271s","start":"2026-04-28T03:21:16.025617Z","end":"2026-04-28T03:21:17.192575Z","steps":["trace[1838282704] 'agreement among raft nodes before linearized reading' (duration: 1.16691793s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192587Z","caller":"traceutil/trace.go:171","msg":"trace[1410891452] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1719; }","duration":"3.047631411s","start":"2026-04-28T03:21:14.144937Z","end":"2026-04-28T03:21:17.192568Z","steps":["trace[1410891452] 'agreement among raft nodes before linearized reading' (duration: 3.047425236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147045Z","time spent":"3.045538471s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.025561Z","time spent":"1.167052003s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:17.192622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468349594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:17.19263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.144931Z","time spent":"3.047690972s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046968484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3865"} {"level":"info","ts":"2026-04-28T03:21:17.192658Z","caller":"traceutil/trace.go:171","msg":"trace[1866500262] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1719; }","duration":"1.468452687s","start":"2026-04-28T03:21:15.724194Z","end":"2026-04-28T03:21:17.192647Z","steps":["trace[1866500262] 'agreement among raft nodes before linearized reading' (duration: 1.468380526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047022826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-nnu4rd\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-28T03:21:17.192684Z","caller":"traceutil/trace.go:171","msg":"trace[881219428] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1719; }","duration":"3.047158099s","start":"2026-04-28T03:21:14.145509Z","end":"2026-04-28T03:21:17.192667Z","steps":["trace[881219428] 'agreement among raft nodes before linearized reading' (duration: 3.046917223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046956114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"warn","ts":"2026-04-28T03:21:17.192698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.724159Z","time spent":"1.468526809s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:17.192499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048270009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:17.192687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045550211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:21:17.192742Z","caller":"traceutil/trace.go:171","msg":"trace[636495806] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1719; }","duration":"3.047193439s","start":"2026-04-28T03:21:14.145531Z","end":"2026-04-28T03:21:17.192724Z","steps":["trace[636495806] 'agreement among raft nodes before linearized reading' (duration: 3.046852921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047000935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4724"} {"level":"warn","ts":"2026-04-28T03:21:17.192777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145525Z","time spent":"3.047243591s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046953474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T03:21:17.192795Z","caller":"traceutil/trace.go:171","msg":"trace[456919077] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1719; }","duration":"3.047126449s","start":"2026-04-28T03:21:14.145656Z","end":"2026-04-28T03:21:17.192782Z","steps":["trace[456919077] 'agreement among raft nodes before linearized reading' (duration: 3.046802521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145487Z","time spent":"3.04723227s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3888,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-28T03:21:17.192792Z","caller":"traceutil/trace.go:171","msg":"trace[1190473455] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.045680955s","start":"2026-04-28T03:21:14.147082Z","end":"2026-04-28T03:21:17.192763Z","steps":["trace[1190473455] 'agreement among raft nodes before linearized reading' (duration: 3.045318037s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192832Z","caller":"traceutil/trace.go:171","msg":"trace[971399950] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1719; }","duration":"3.047029696s","start":"2026-04-28T03:21:14.145787Z","end":"2026-04-28T03:21:17.192817Z","steps":["trace[971399950] 'agreement among raft nodes before linearized reading' (duration: 3.046578986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145651Z","time spent":"3.04717374s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4747,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047038516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4989"} {"level":"warn","ts":"2026-04-28T03:21:17.192908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145769Z","time spent":"3.047130208s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-28T03:21:17.192917Z","caller":"traceutil/trace.go:171","msg":"trace[1313562696] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1719; }","duration":"3.047129168s","start":"2026-04-28T03:21:14.14578Z","end":"2026-04-28T03:21:17.192909Z","steps":["trace[1313562696] 'agreement among raft nodes before linearized reading' (duration: 3.046620907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147078Z","time spent":"3.045835439s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:17.192947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047380784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"warn","ts":"2026-04-28T03:21:17.192966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045802598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"warn","ts":"2026-04-28T03:21:17.192782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045746286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-28T03:21:17.192977Z","caller":"traceutil/trace.go:171","msg":"trace[140456393] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:1719; }","duration":"3.047408545s","start":"2026-04-28T03:21:14.145561Z","end":"2026-04-28T03:21:17.192969Z","steps":["trace[140456393] 'agreement among raft nodes before linearized reading' (duration: 3.046842692s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192706Z","caller":"traceutil/trace.go:171","msg":"trace[945133377] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-nnu4rd; range_end:; response_count:1; response_revision:1719; }","duration":"3.047069637s","start":"2026-04-28T03:21:14.145628Z","end":"2026-04-28T03:21:17.192698Z","steps":["trace[945133377] 'agreement among raft nodes before linearized reading' (duration: 3.046964204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145622Z","time spent":"3.047380054s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-nnu4rd\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145548Z","time spent":"3.047452386s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-28T03:21:17.192998Z","caller":"traceutil/trace.go:171","msg":"trace[596270656] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:1719; }","duration":"3.045964481s","start":"2026-04-28T03:21:14.147023Z","end":"2026-04-28T03:21:17.192987Z","steps":["trace[596270656] 'agreement among raft nodes before linearized reading' (duration: 3.045397378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047685141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-28T03:21:17.193034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047670141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:21:17.19305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147019Z","time spent":"3.046017172s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3987,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"info","ts":"2026-04-28T03:21:17.193063Z","caller":"traceutil/trace.go:171","msg":"trace[509373284] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.047721833s","start":"2026-04-28T03:21:14.14532Z","end":"2026-04-28T03:21:17.193042Z","steps":["trace[509373284] 'agreement among raft nodes before linearized reading' (duration: 3.047666291s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192547Z","caller":"traceutil/trace.go:171","msg":"trace[1705297666] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:1719; }","duration":"1.560952765s","start":"2026-04-28T03:21:15.631578Z","end":"2026-04-28T03:21:17.192531Z","steps":["trace[1705297666] 'agreement among raft nodes before linearized reading' (duration: 1.560777901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.19308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045389588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:21:17.192987Z","caller":"traceutil/trace.go:171","msg":"trace[311338117] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1719; }","duration":"3.045829448s","start":"2026-04-28T03:21:14.147152Z","end":"2026-04-28T03:21:17.192981Z","steps":["trace[311338117] 'agreement among raft nodes before linearized reading' (duration: 3.045446489s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.19309Z","caller":"traceutil/trace.go:171","msg":"trace[1477593233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.047735322s","start":"2026-04-28T03:21:14.14534Z","end":"2026-04-28T03:21:17.193076Z","steps":["trace[1477593233] 'agreement among raft nodes before linearized reading' (duration: 3.047488727s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.192756Z","caller":"traceutil/trace.go:171","msg":"trace[1748822555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"1.048553516s","start":"2026-04-28T03:21:16.144192Z","end":"2026-04-28T03:21:17.192745Z","steps":["trace[1748822555] 'agreement among raft nodes before linearized reading' (duration: 1.048260429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147148Z","time spent":"3.045965501s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145316Z","time spent":"3.047766513s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.631555Z","time spent":"1.561539529s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:21:17.19313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046022932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-28T03:21:17.192501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208611167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:17.193114Z","caller":"traceutil/trace.go:171","msg":"trace[431206129] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.045431729s","start":"2026-04-28T03:21:14.147673Z","end":"2026-04-28T03:21:17.193105Z","steps":["trace[431206129] 'agreement among raft nodes before linearized reading' (duration: 3.044871846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.192833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045833269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-04-28T03:21:17.193147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.144184Z","time spent":"1.048947725s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:17.193164Z","caller":"traceutil/trace.go:171","msg":"trace[463274658] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.046056513s","start":"2026-04-28T03:21:14.147094Z","end":"2026-04-28T03:21:17.19315Z","steps":["trace[463274658] 'agreement among raft nodes before linearized reading' (duration: 3.04547691s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.193185Z","caller":"traceutil/trace.go:171","msg":"trace[1642969846] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:1719; }","duration":"3.046191767s","start":"2026-04-28T03:21:14.146984Z","end":"2026-04-28T03:21:17.193176Z","steps":["trace[1642969846] 'agreement among raft nodes before linearized reading' (duration: 3.045449379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147091Z","time spent":"3.046100944s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.146979Z","time spent":"3.046224687s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-28T03:21:17.19321Z","caller":"traceutil/trace.go:171","msg":"trace[66101011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:1719; }","duration":"1.209354205s","start":"2026-04-28T03:21:15.983821Z","end":"2026-04-28T03:21:17.193175Z","steps":["trace[66101011] 'agreement among raft nodes before linearized reading' (duration: 1.208618478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052640342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:21:17.19327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047671262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13233"} {"level":"warn","ts":"2026-04-28T03:21:17.192968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145771Z","time spent":"3.047181959s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5012,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-28T03:21:17.193286Z","caller":"traceutil/trace.go:171","msg":"trace[1427202910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1719; }","duration":"3.047699152s","start":"2026-04-28T03:21:14.145581Z","end":"2026-04-28T03:21:17.19328Z","steps":["trace[1427202910] 'agreement among raft nodes before linearized reading' (duration: 3.04679433s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.193295Z","caller":"traceutil/trace.go:171","msg":"trace[988177707] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:1719; }","duration":"1.052709253s","start":"2026-04-28T03:21:16.140566Z","end":"2026-04-28T03:21:17.193275Z","steps":["trace[988177707] 'agreement among raft nodes before linearized reading' (duration: 1.052006876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.1933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145574Z","time spent":"3.047722222s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13256,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:15.983797Z","time spent":"1.209469248s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:17.193074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045937991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-28T03:21:17.193127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145338Z","time spent":"3.047781373s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-04-28T03:21:17.193361Z","caller":"traceutil/trace.go:171","msg":"trace[1585119870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1719; }","duration":"3.046238729s","start":"2026-04-28T03:21:14.147111Z","end":"2026-04-28T03:21:17.19335Z","steps":["trace[1585119870] 'agreement among raft nodes before linearized reading' (duration: 3.045451839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.14767Z","time spent":"3.045501681s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047688682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-04-28T03:21:17.193396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.147101Z","time spent":"3.04628474s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:17.193318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.140556Z","time spent":"1.052755835s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"info","ts":"2026-04-28T03:21:17.193433Z","caller":"traceutil/trace.go:171","msg":"trace[597415268] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1719; }","duration":"3.047748083s","start":"2026-04-28T03:21:14.145671Z","end":"2026-04-28T03:21:17.193419Z","steps":["trace[597415268] 'agreement among raft nodes before linearized reading' (duration: 3.046861802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047355684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26941"} {"level":"warn","ts":"2026-04-28T03:21:17.193473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145668Z","time spent":"3.047793784s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-04-28T03:21:17.193485Z","caller":"traceutil/trace.go:171","msg":"trace[558059123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1719; }","duration":"3.04760699s","start":"2026-04-28T03:21:14.145865Z","end":"2026-04-28T03:21:17.193472Z","steps":["trace[558059123] 'agreement among raft nodes before linearized reading' (duration: 3.046701969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.193524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:14.145858Z","time spent":"3.047655091s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26964,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:17.700506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:18.201248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:18.701982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:18.750153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555209271s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:18.750592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.194749Z","time spent":"1.555838556s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:19.203334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:19.203494Z","caller":"traceutil/trace.go:171","msg":"trace[814959650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478218s","start":"2026-04-28T03:21:17.203001Z","end":"2026-04-28T03:21:19.203479Z","steps":["trace[814959650] 'agreement among raft nodes before linearized reading' (duration: 2.000303514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:19.203584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.202992Z","time spent":"2.00058057s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:20.368022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.942501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:20.368154Z","caller":"traceutil/trace.go:171","msg":"trace[728481566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1719; }","duration":"178.088234ms","start":"2026-04-28T03:21:20.190046Z","end":"2026-04-28T03:21:20.368135Z","steps":["trace[728481566] 'range keys from in-memory index tree' (duration: 177.92077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.204308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:21.204398Z","caller":"traceutil/trace.go:171","msg":"trace[2068130466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438057s","start":"2026-04-28T03:21:19.203938Z","end":"2026-04-28T03:21:21.204376Z","steps":["trace[2068130466] 'agreement among raft nodes before linearized reading' (duration: 2.000314964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:21.204448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.203919Z","time spent":"2.000518438s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:22.198429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.200037Z","time spent":"4.998385562s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:23.212598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:23.212737Z","caller":"traceutil/trace.go:171","msg":"trace[1458605839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317653s","start":"2026-04-28T03:21:21.212384Z","end":"2026-04-28T03:21:23.212702Z","steps":["trace[1458605839] 'agreement among raft nodes before linearized reading' (duration: 2.000110508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.212796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.212368Z","time spent":"2.000412626s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:24.196893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.196404Z","time spent":"7.000482178s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.198364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999310703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:24.198458Z","caller":"traceutil/trace.go:171","msg":"trace[134163655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999419286s","start":"2026-04-28T03:21:19.199005Z","end":"2026-04-28T03:21:24.198424Z","steps":["trace[134163655] 'agreement among raft nodes before linearized reading' (duration: 4.999319064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.198511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.199Z","time spent":"4.999502099s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:21:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:24.199318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998845292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:24.199378Z","caller":"traceutil/trace.go:171","msg":"trace[890191214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998945035s","start":"2026-04-28T03:21:19.200418Z","end":"2026-04-28T03:21:24.199363Z","steps":["trace[890191214] 'agreement among raft nodes before linearized reading' (duration: 4.998860123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.199413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.200408Z","time spent":"4.998997776s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:21:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:24.202089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.200985Z","time spent":"7.001097622s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.202134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.201912Z","time spent":"7.000218111s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.202218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.201841Z","time spent":"7.000366264s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.203462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.203224Z","time spent":"7.000234612s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.203493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.203337Z","time spent":"7.00015335s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.203483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.203152Z","time spent":"7.000326074s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.20468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.204244Z","time spent":"7.000433067s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.205516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.205308Z","time spent":"7.000199951s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.205728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.205664Z","time spent":"7.000061748s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.205809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.205776Z","time spent":"7.000031757s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.205832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.205691Z","time spent":"7.000140129s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.205803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.205768Z","time spent":"7.000033738s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.20615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.206103Z","time spent":"7.000044458s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.68894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.687814Z","time spent":"7.001119813s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:24.924527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.173897004s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:24.925941Z","caller":"traceutil/trace.go:171","msg":"trace[1680135759] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1798; }","duration":"7.725669855s","start":"2026-04-28T03:21:17.200244Z","end":"2026-04-28T03:21:24.925914Z","steps":["trace[1680135759] 'read index received' (duration: 1.550287365s)","trace[1680135759] 'applied index is now lower than readState.Index' (duration: 6.175381489s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:24.926164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72589997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13436"} {"level":"info","ts":"2026-04-28T03:21:24.926232Z","caller":"traceutil/trace.go:171","msg":"trace[1824217777] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1736; }","duration":"7.726002102s","start":"2026-04-28T03:21:17.200214Z","end":"2026-04-28T03:21:24.926216Z","steps":["trace[1824217777] 'agreement among raft nodes before linearized reading' (duration: 7.72587311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.926283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:17.200206Z","time spent":"7.726064034s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13459,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:21:24.926452Z","caller":"traceutil/trace.go:171","msg":"trace[1595473239] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"6.448875009s","start":"2026-04-28T03:21:18.477561Z","end":"2026-04-28T03:21:24.926436Z","steps":["trace[1595473239] 'process raft request' (duration: 6.448236214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:24.92659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.477545Z","time spent":"6.44895935s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:25.212964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:25.21315Z","caller":"traceutil/trace.go:171","msg":"trace[1368529556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137289s","start":"2026-04-28T03:21:23.212992Z","end":"2026-04-28T03:21:25.21313Z","steps":["trace[1368529556] 'agreement among raft nodes before linearized reading' (duration: 1.999904123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:25.213244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.212957Z","time spent":"2.000274082s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:25.426856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:25.75307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.751963Z","time spent":"7.001100322s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:25.927613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:26.428275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:26.694463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769628557s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:26.695066Z","caller":"traceutil/trace.go:171","msg":"trace[1666048556] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"6.715533109s","start":"2026-04-28T03:21:19.979477Z","end":"2026-04-28T03:21:26.69501Z","steps":["trace[1666048556] 'process raft request' (duration: 6.715341155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.695325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.979453Z","time spent":"6.715734933s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:27.100357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9000209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:27.100505Z","caller":"traceutil/trace.go:171","msg":"trace[207613852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.900235655s","start":"2026-04-28T03:21:24.200233Z","end":"2026-04-28T03:21:27.100469Z","steps":["trace[207613852] 'agreement among raft nodes before linearized reading' (duration: 2.900050721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.100575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.20021Z","time spent":"2.900351058s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:21:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:27.222687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:27.222799Z","caller":"traceutil/trace.go:171","msg":"trace[520646068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217101s","start":"2026-04-28T03:21:25.222558Z","end":"2026-04-28T03:21:27.222775Z","steps":["trace[520646068] 'agreement among raft nodes before linearized reading' (duration: 2.000070958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:27.222857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.222503Z","time spent":"2.000339014s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:27.659026Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac54f7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:21:28.076983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382078353s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:21:28.077873Z","caller":"traceutil/trace.go:171","msg":"trace[1597064762] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"3.867916086s","start":"2026-04-28T03:21:24.209918Z","end":"2026-04-28T03:21:28.077834Z","steps":["trace[1597064762] 'process raft request' (duration: 3.867177559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:28.078069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.209902Z","time spent":"3.86808094s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:29.197407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000332359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:29.197477Z","caller":"traceutil/trace.go:171","msg":"trace[313905880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000450012s","start":"2026-04-28T03:21:19.197012Z","end":"2026-04-28T03:21:29.197462Z","steps":["trace[313905880] 'agreement among raft nodes before linearized reading' (duration: 10.00036069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.197521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.196992Z","time spent":"10.000521343s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.199238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000232537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:29.199273Z","caller":"traceutil/trace.go:171","msg":"trace[1992049392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000304408s","start":"2026-04-28T03:21:19.19896Z","end":"2026-04-28T03:21:29.199265Z","steps":["trace[1992049392] 'agreement among raft nodes before linearized reading' (duration: 10.000254707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.199298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.198948Z","time spent":"10.000344089s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:29.199253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997413565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:29.199346Z","caller":"traceutil/trace.go:171","msg":"trace[49440642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997552987s","start":"2026-04-28T03:21:26.201772Z","end":"2026-04-28T03:21:29.199325Z","steps":["trace[49440642] 'agreement among raft nodes before linearized reading' (duration: 2.997436584s)"],"step_count":1} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.199393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.201754Z","time spent":"2.997628099s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.200297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998294055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:29.200602Z","caller":"traceutil/trace.go:171","msg":"trace[450465752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998438608s","start":"2026-04-28T03:21:26.201942Z","end":"2026-04-28T03:21:29.200381Z","steps":["trace[450465752] 'agreement among raft nodes before linearized reading' (duration: 2.998282725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.200662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.201882Z","time spent":"2.998771337s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.2118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.213082Z","time spent":"4.998714261s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:29.211804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.218365Z","time spent":"4.993435307s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.211851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.218713Z","time spent":"4.99313431s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.211869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.21699Z","time spent":"4.994872801s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:29.211902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:28.082828Z","time spent":"1.129073414s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.211903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.21661Z","time spent":"4.99529271s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:29.211926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.211633Z","time spent":"5.000292018s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.211931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.210316Z","time spent":"5.001606999s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.212021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.214957Z","time spent":"4.997056382s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:29.212037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.21526Z","time spent":"4.996775556s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.21204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.214804Z","time spent":"4.997234967s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:29.211994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.220945Z","time spent":"4.991037611s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:29.228206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004907222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:29.228275Z","caller":"traceutil/trace.go:171","msg":"trace[1708935099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005041936s","start":"2026-04-28T03:21:27.223215Z","end":"2026-04-28T03:21:29.228257Z","steps":["trace[1708935099] 'agreement among raft nodes before linearized reading' (duration: 2.004952934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:29.228319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:27.223184Z","time spent":"2.005126937s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:30.681313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.454714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:30.681512Z","caller":"traceutil/trace.go:171","msg":"trace[73117231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1739; }","duration":"490.682339ms","start":"2026-04-28T03:21:30.190803Z","end":"2026-04-28T03:21:30.681486Z","steps":["trace[73117231] 'range keys from in-memory index tree' (duration: 490.429573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.682343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60444071s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:30.683064Z","caller":"traceutil/trace.go:171","msg":"trace[383309234] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1816; }","duration":"5.757005829s","start":"2026-04-28T03:21:24.926002Z","end":"2026-04-28T03:21:30.683008Z","steps":["trace[383309234] 'read index received' (duration: 1.768641933s)","trace[383309234] 'applied index is now lower than readState.Index' (duration: 3.988360586s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:30.683296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.974171343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:30.683359Z","caller":"traceutil/trace.go:171","msg":"trace[2003649510] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1742; }","duration":"8.974291616s","start":"2026-04-28T03:21:21.709049Z","end":"2026-04-28T03:21:30.683341Z","steps":["trace[2003649510] 'agreement among raft nodes before linearized reading' (duration: 8.974112612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.683418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.70902Z","time spent":"8.974382238s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.683374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775307569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:30.683421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372474903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:30.683458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.207576779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:30.683471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.669707513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:30.68349Z","caller":"traceutil/trace.go:171","msg":"trace[287231691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1742; }","duration":"5.775469943s","start":"2026-04-28T03:21:24.907999Z","end":"2026-04-28T03:21:30.683469Z","steps":["trace[287231691] 'agreement among raft nodes before linearized reading' (duration: 5.775276268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.683512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.480029436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:21:30.683539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.482266698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:21:30.683549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.952508378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:30.683606Z","caller":"traceutil/trace.go:171","msg":"trace[673776087] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:1742; }","duration":"7.95261555s","start":"2026-04-28T03:21:22.730975Z","end":"2026-04-28T03:21:30.683591Z","steps":["trace[673776087] 'agreement among raft nodes before linearized reading' (duration: 7.952510898s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:30.6836Z","caller":"traceutil/trace.go:171","msg":"trace[170675484] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:1742; }","duration":"6.480160858s","start":"2026-04-28T03:21:24.203418Z","end":"2026-04-28T03:21:30.683578Z","steps":["trace[170675484] 'agreement among raft nodes before linearized reading' (duration: 6.479852001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.683672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.730955Z","time spent":"7.952685172s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.683719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991356023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13436"} {"level":"info","ts":"2026-04-28T03:21:30.683795Z","caller":"traceutil/trace.go:171","msg":"trace[500194113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1742; }","duration":"5.991486335s","start":"2026-04-28T03:21:24.692298Z","end":"2026-04-28T03:21:30.683785Z","steps":["trace[500194113] 'agreement among raft nodes before linearized reading' (duration: 5.990999424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.683426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.589762169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:30.683876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.692283Z","time spent":"5.991562737s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13459,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:21:30.683876Z","caller":"traceutil/trace.go:171","msg":"trace[999291562] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:1742; }","duration":"10.590256981s","start":"2026-04-28T03:21:20.093604Z","end":"2026-04-28T03:21:30.683861Z","steps":["trace[999291562] 'agreement among raft nodes before linearized reading' (duration: 10.58979019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.683715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.203402Z","time spent":"6.480300662s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:21:30.683997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.09357Z","time spent":"10.590408794s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.684046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.194288644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:30.684111Z","caller":"traceutil/trace.go:171","msg":"trace[1952364388] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1742; }","duration":"8.194402817s","start":"2026-04-28T03:21:22.489692Z","end":"2026-04-28T03:21:30.684095Z","steps":["trace[1952364388] 'agreement among raft nodes before linearized reading' (duration: 8.194166842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.489668Z","time spent":"8.194484078s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:30.683604Z","caller":"traceutil/trace.go:171","msg":"trace[233872243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1742; }","duration":"11.482328059s","start":"2026-04-28T03:21:19.20126Z","end":"2026-04-28T03:21:30.683588Z","steps":["trace[233872243] 'agreement among raft nodes before linearized reading' (duration: 11.482132525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.201232Z","time spent":"11.483039946s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:21:30.683533Z","caller":"traceutil/trace.go:171","msg":"trace[243845630] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1742; }","duration":"10.669784596s","start":"2026-04-28T03:21:20.013731Z","end":"2026-04-28T03:21:30.683516Z","steps":["trace[243845630] 'agreement among raft nodes before linearized reading' (duration: 10.669715944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:20.01372Z","time spent":"10.670643505s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.683356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.692143238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:30.684541Z","caller":"traceutil/trace.go:171","msg":"trace[1334712629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1742; }","duration":"11.693365666s","start":"2026-04-28T03:21:18.991161Z","end":"2026-04-28T03:21:30.684527Z","steps":["trace[1334712629] 'agreement among raft nodes before linearized reading' (duration: 11.692138078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.99114Z","time spent":"11.693431017s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:30.683528Z","caller":"traceutil/trace.go:171","msg":"trace[1712301284] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1742; }","duration":"12.20768868s","start":"2026-04-28T03:21:18.475818Z","end":"2026-04-28T03:21:30.683506Z","steps":["trace[1712301284] 'agreement among raft nodes before linearized reading' (duration: 12.207571598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:18.475797Z","time spent":"12.208870579s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:30.683531Z","caller":"traceutil/trace.go:171","msg":"trace[1613239963] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:1742; }","duration":"7.372653027s","start":"2026-04-28T03:21:23.310849Z","end":"2026-04-28T03:21:30.683502Z","steps":["trace[1613239963] 'agreement among raft nodes before linearized reading' (duration: 7.372454563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.684814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:23.310818Z","time spent":"7.373983869s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.683356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692430477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:30.684945Z","caller":"traceutil/trace.go:171","msg":"trace[799495337] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1742; }","duration":"10.694059695s","start":"2026-04-28T03:21:19.990872Z","end":"2026-04-28T03:21:30.684931Z","steps":["trace[799495337] 'agreement among raft nodes before linearized reading' (duration: 10.692410626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:30.685021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:19.990853Z","time spent":"10.694152877s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.683553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.907982Z","time spent":"5.775555444s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:30.787012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585821434s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:31.236308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:31.236381Z","caller":"traceutil/trace.go:171","msg":"trace[1064465461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767449s","start":"2026-04-28T03:21:29.235597Z","end":"2026-04-28T03:21:31.236364Z","steps":["trace[1064465461] 'agreement among raft nodes before linearized reading' (duration: 2.000673197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:31.236594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.235575Z","time spent":"2.00083417s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:31.892738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105474499s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:31.892829Z","caller":"traceutil/trace.go:171","msg":"trace[1974844695] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"2.691818344s","start":"2026-04-28T03:21:29.200993Z","end":"2026-04-28T03:21:31.892812Z","steps":["trace[1974844695] 'process raft request' (duration: 1.586199182s)","trace[1974844695] 'compare' (duration: 1.104601198s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:31.892873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.200962Z","time spent":"2.691891946s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:31.900137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.200994Z","time spent":"2.699136786s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:32.100963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99853812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:32.101042Z","caller":"traceutil/trace.go:171","msg":"trace[413068975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998660173s","start":"2026-04-28T03:21:27.102364Z","end":"2026-04-28T03:21:32.101024Z","steps":["trace[413068975] 'agreement among raft nodes before linearized reading' (duration: 4.998565041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:32.101084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:27.102344Z","time spent":"4.998731835s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:32.594621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.788265891s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:33.236507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:33.2366Z","caller":"traceutil/trace.go:171","msg":"trace[1427791208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261401s","start":"2026-04-28T03:21:31.23632Z","end":"2026-04-28T03:21:33.236582Z","steps":["trace[1427791208] 'agreement among raft nodes before linearized reading' (duration: 2.000140368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:33.236647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:31.236303Z","time spent":"2.000333862s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:34.20035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.202369Z","time spent":"4.997973717s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:35.247963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999738346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:35.248027Z","caller":"traceutil/trace.go:171","msg":"trace[545211325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99989347s","start":"2026-04-28T03:21:33.24812Z","end":"2026-04-28T03:21:35.248013Z","steps":["trace[545211325] 'agreement among raft nodes before linearized reading' (duration: 1.999811378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.248065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:33.248083Z","time spent":"1.999975262s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:35.323814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238242721s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:35.529952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93505653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:35.530388Z","caller":"traceutil/trace.go:171","msg":"trace[1964254075] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"4.843688243s","start":"2026-04-28T03:21:30.68668Z","end":"2026-04-28T03:21:35.530368Z","steps":["trace[1964254075] 'process raft request' (duration: 4.843479638s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.530391Z","caller":"traceutil/trace.go:171","msg":"trace[1786572950] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1832; }","duration":"4.847244785s","start":"2026-04-28T03:21:30.683124Z","end":"2026-04-28T03:21:35.530369Z","steps":["trace[1786572950] 'read index received' (duration: 104.078798ms)","trace[1786572950] 'applied index is now lower than readState.Index' (duration: 4.743163527s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:35.530514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:30.686662Z","time spent":"4.843763444s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:36.917707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387466184s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:21:36.917814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.678954707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:21:36.917902Z","caller":"traceutil/trace.go:171","msg":"trace[832037128] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1747; }","duration":"7.679074929s","start":"2026-04-28T03:21:29.238805Z","end":"2026-04-28T03:21:36.91788Z","steps":["trace[832037128] 'agreement among raft nodes before linearized reading' (duration: 6.291693466s)","trace[832037128] 'range keys from in-memory index tree' (duration: 1.387167207s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.917944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.238794Z","time spent":"7.679139361s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:21:36.917988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.827398338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:36.91798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.162011983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.918038Z","caller":"traceutil/trace.go:171","msg":"trace[9087393] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1747; }","duration":"11.827447289s","start":"2026-04-28T03:21:25.090568Z","end":"2026-04-28T03:21:36.918015Z","steps":["trace[9087393] 'agreement among raft nodes before linearized reading' (duration: 10.43983743s)","trace[9087393] 'count revisions from in-memory index tree' (duration: 1.387547997s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.899070626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.918078Z","caller":"traceutil/trace.go:171","msg":"trace[863670413] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:1747; }","duration":"11.162115165s","start":"2026-04-28T03:21:25.755941Z","end":"2026-04-28T03:21:36.918056Z","steps":["trace[863670413] 'agreement among raft nodes before linearized reading' (duration: 9.774487996s)","trace[863670413] 'range keys from in-memory index tree' (duration: 1.387409804s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.918113Z","caller":"traceutil/trace.go:171","msg":"trace[1461839248] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1747; }","duration":"7.899141997s","start":"2026-04-28T03:21:29.018955Z","end":"2026-04-28T03:21:36.918097Z","steps":["trace[1461839248] 'agreement among raft nodes before linearized reading' (duration: 6.511457577s)","trace[1461839248] 'count revisions from in-memory index tree' (duration: 1.387524407s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.032048538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:36.918082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.090466Z","time spent":"11.827606453s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.902070536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:36.918157Z","caller":"traceutil/trace.go:171","msg":"trace[2028178579] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:1747; }","duration":"10.032076979s","start":"2026-04-28T03:21:26.886068Z","end":"2026-04-28T03:21:36.918145Z","steps":["trace[2028178579] 'agreement among raft nodes before linearized reading' (duration: 8.644304237s)","trace[2028178579] 'count revisions from in-memory index tree' (duration: 1.387726771s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.918184Z","caller":"traceutil/trace.go:171","msg":"trace[945523675] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1747; }","duration":"7.902146598s","start":"2026-04-28T03:21:29.016028Z","end":"2026-04-28T03:21:36.918174Z","steps":["trace[945523675] 'agreement among raft nodes before linearized reading' (duration: 6.514387326s)","trace[945523675] 'count revisions from in-memory index tree' (duration: 1.387717931s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.015991Z","time spent":"7.902212229s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.885976Z","time spent":"10.032221513s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.590129268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.91838Z","caller":"traceutil/trace.go:171","msg":"trace[1426586436] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:1747; }","duration":"11.590195559s","start":"2026-04-28T03:21:25.328174Z","end":"2026-04-28T03:21:36.918369Z","steps":["trace[1426586436] 'agreement among raft nodes before linearized reading' (duration: 10.202243633s)","trace[1426586436] 'count revisions from in-memory index tree' (duration: 1.387911385s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.328153Z","time spent":"11.59024549s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403720157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:36.918524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80223059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.918549Z","caller":"traceutil/trace.go:171","msg":"trace[1068599634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1747; }","duration":"7.403781707s","start":"2026-04-28T03:21:29.514759Z","end":"2026-04-28T03:21:36.91854Z","steps":["trace[1068599634] 'agreement among raft nodes before linearized reading' (duration: 6.015647216s)","trace[1068599634] 'count revisions from in-memory index tree' (duration: 1.38809899s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.018944Z","time spent":"7.899194699s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:36.918558Z","caller":"traceutil/trace.go:171","msg":"trace[238928075] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1747; }","duration":"6.80228868s","start":"2026-04-28T03:21:30.116258Z","end":"2026-04-28T03:21:36.918546Z","steps":["trace[238928075] 'agreement among raft nodes before linearized reading' (duration: 5.414111529s)","trace[238928075] 'count revisions from in-memory index tree' (duration: 1.38811198s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.514738Z","time spent":"7.403826829s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.755861Z","time spent":"11.162252808s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:21:36.918588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:30.116239Z","time spent":"6.802341812s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.260939054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:36.918186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.9865952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.918644Z","caller":"traceutil/trace.go:171","msg":"trace[636253455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:1747; }","duration":"10.261059816s","start":"2026-04-28T03:21:26.65756Z","end":"2026-04-28T03:21:36.91862Z","steps":["trace[636253455] 'agreement among raft nodes before linearized reading' (duration: 8.872929755s)","trace[636253455] 'count revisions from in-memory index tree' (duration: 1.387997927s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.91866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.214601086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.91868Z","caller":"traceutil/trace.go:171","msg":"trace[1004093376] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1747; }","duration":"11.987109061s","start":"2026-04-28T03:21:24.931556Z","end":"2026-04-28T03:21:36.918665Z","steps":["trace[1004093376] 'agreement among raft nodes before linearized reading' (duration: 10.59897393s)","trace[1004093376] 'range keys from in-memory index tree' (duration: 1.387636299s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.384198629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.9187Z","caller":"traceutil/trace.go:171","msg":"trace[1781400069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1747; }","duration":"11.214672047s","start":"2026-04-28T03:21:25.704014Z","end":"2026-04-28T03:21:36.918686Z","steps":["trace[1781400069] 'agreement among raft nodes before linearized reading' (duration: 9.826458054s)","trace[1781400069] 'count revisions from in-memory index tree' (duration: 1.388158462s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.918715Z","caller":"traceutil/trace.go:171","msg":"trace[2059193401] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1747; }","duration":"7.38423855s","start":"2026-04-28T03:21:29.534469Z","end":"2026-04-28T03:21:36.918707Z","steps":["trace[2059193401] 'agreement among raft nodes before linearized reading' (duration: 5.995924455s)","trace[2059193401] 'count revisions from in-memory index tree' (duration: 1.388281124s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:29.534458Z","time spent":"7.384274631s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.703986Z","time spent":"11.214745029s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.500790164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:36.918868Z","caller":"traceutil/trace.go:171","msg":"trace[410299515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:1747; }","duration":"11.500962517s","start":"2026-04-28T03:21:25.417889Z","end":"2026-04-28T03:21:36.918852Z","steps":["trace[410299515] 'agreement among raft nodes before linearized reading' (duration: 10.112500179s)","trace[410299515] 'count revisions from in-memory index tree' (duration: 1.388246403s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:26.657541Z","time spent":"10.261138748s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.918886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.202286233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:36.918713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.931538Z","time spent":"11.987165803s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:36.918903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:25.417851Z","time spent":"11.501042329s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:36.918921Z","caller":"traceutil/trace.go:171","msg":"trace[2089788355] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:1747; }","duration":"8.202351594s","start":"2026-04-28T03:21:28.716555Z","end":"2026-04-28T03:21:36.918906Z","steps":["trace[2089788355] 'agreement among raft nodes before linearized reading' (duration: 6.813869565s)","trace[2089788355] 'count revisions from in-memory index tree' (duration: 1.388407387s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.918951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:28.716534Z","time spent":"8.202409606s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:36.91925Z","caller":"traceutil/trace.go:171","msg":"trace[1003673359] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1836; }","duration":"1.388734154s","start":"2026-04-28T03:21:35.530505Z","end":"2026-04-28T03:21:36.91924Z","steps":["trace[1003673359] 'read index received' (duration: 218.219853ms)","trace[1003673359] 'applied index is now lower than readState.Index' (duration: 1.170512771s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.919313Z","caller":"traceutil/trace.go:171","msg":"trace[2147434261] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"1.619405991s","start":"2026-04-28T03:21:35.299886Z","end":"2026-04-28T03:21:36.919292Z","steps":["trace[2147434261] 'process raft request' (duration: 1.617936537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.919435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.299858Z","time spent":"1.619501973s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:37.419714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096295826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:37.579931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.372834759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:37.579922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.748626885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:37.580146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286208427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.580208Z","caller":"traceutil/trace.go:171","msg":"trace[1547495743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1748; }","duration":"5.373149067s","start":"2026-04-28T03:21:32.206969Z","end":"2026-04-28T03:21:37.580118Z","steps":["trace[1547495743] 'agreement among raft nodes before linearized reading' (duration: 4.7123498s)","trace[1547495743] 'count revisions from in-memory index tree' (duration: 660.470118ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.580229Z","caller":"traceutil/trace.go:171","msg":"trace[838333595] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1748; }","duration":"6.748984393s","start":"2026-04-28T03:21:30.831204Z","end":"2026-04-28T03:21:37.580188Z","steps":["trace[838333595] 'agreement among raft nodes before linearized reading' (duration: 6.088102695s)","trace[838333595] 'count revisions from in-memory index tree' (duration: 660.52574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.891909362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26941"} {"level":"warn","ts":"2026-04-28T03:21:37.580286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.206906Z","time spent":"5.373361991s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:37.580306Z","caller":"traceutil/trace.go:171","msg":"trace[405741111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1748; }","duration":"6.891977614s","start":"2026-04-28T03:21:30.688315Z","end":"2026-04-28T03:21:37.580293Z","steps":["trace[405741111] 'agreement among raft nodes before linearized reading' (duration: 6.231006343s)","trace[405741111] 'range keys from in-memory index tree' (duration: 660.791587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:30.831181Z","time spent":"6.749124946s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:37.580337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:30.6883Z","time spent":"6.892029194s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26964,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:37.580429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.612342973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.580471Z","caller":"traceutil/trace.go:171","msg":"trace[1795370517] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1748; }","duration":"12.612425965s","start":"2026-04-28T03:21:24.968029Z","end":"2026-04-28T03:21:37.580455Z","steps":["trace[1795370517] 'agreement among raft nodes before linearized reading' (duration: 10.562458344s)","trace[1795370517] 'count revisions from in-memory index tree' (duration: 2.049911239s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093549794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.580598Z","caller":"traceutil/trace.go:171","msg":"trace[647312905] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1748; }","duration":"5.093695527s","start":"2026-04-28T03:21:32.48688Z","end":"2026-04-28T03:21:37.580575Z","steps":["trace[647312905] 'agreement among raft nodes before linearized reading' (duration: 4.43245079s)","trace[647312905] 'count revisions from in-memory index tree' (duration: 661.157574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331677104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:37.580689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:32.486857Z","time spent":"5.09378194s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:37.580709Z","caller":"traceutil/trace.go:171","msg":"trace[1152327747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"2.331741645s","start":"2026-04-28T03:21:35.248953Z","end":"2026-04-28T03:21:37.580695Z","steps":["trace[1152327747] 'agreement among raft nodes before linearized reading' (duration: 1.670307984s)","trace[1152327747] 'range keys from in-memory index tree' (duration: 661.36558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.24894Z","time spent":"2.331794516s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:37.580516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:24.968Z","time spent":"12.612499877s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:37.580222Z","caller":"traceutil/trace.go:171","msg":"trace[193695659] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1748; }","duration":"2.28633084s","start":"2026-04-28T03:21:35.293869Z","end":"2026-04-28T03:21:37.5802Z","steps":["trace[193695659] 'agreement among raft nodes before linearized reading' (duration: 1.625479223s)","trace[193695659] 'count revisions from in-memory index tree' (duration: 660.737275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.580854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.293849Z","time spent":"2.286994616s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:37.580913Z","caller":"traceutil/trace.go:171","msg":"trace[841707901] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"735.633949ms","start":"2026-04-28T03:21:36.845242Z","end":"2026-04-28T03:21:37.580876Z","steps":["trace[841707901] 'process raft request' (duration: 645.122448ms)","trace[841707901] 'compare' (duration: 90.379408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:37.581065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.84521Z","time spent":"735.766002ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:38.073332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.939097Z","time spent":"1.134230663s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:21:38.073393Z","caller":"traceutil/trace.go:171","msg":"trace[2039966653] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1838; }","duration":"1.154088069s","start":"2026-04-28T03:21:36.919279Z","end":"2026-04-28T03:21:38.073367Z","steps":["trace[2039966653] 'read index received' (duration: 571.098024ms)","trace[2039966653] 'applied index is now lower than readState.Index' (duration: 582.988745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:38.073591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583300836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:38.073633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540080399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:21:38.073642Z","caller":"traceutil/trace.go:171","msg":"trace[2076077699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1750; }","duration":"1.583402948s","start":"2026-04-28T03:21:36.490225Z","end":"2026-04-28T03:21:38.073628Z","steps":["trace[2076077699] 'agreement among raft nodes before linearized reading' (duration: 1.583265575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.073694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.76521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:38.073698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.490211Z","time spent":"1.58347572s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:38.073716Z","caller":"traceutil/trace.go:171","msg":"trace[1257354321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"818.820151ms","start":"2026-04-28T03:21:37.254892Z","end":"2026-04-28T03:21:38.073712Z","steps":["trace[1257354321] 'agreement among raft nodes before linearized reading' (duration: 818.78889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.073734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.254869Z","time spent":"818.860533ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:38.073722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129690248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:38.073766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937478847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:38.07382Z","caller":"traceutil/trace.go:171","msg":"trace[812657200] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:1750; }","duration":"1.12982624s","start":"2026-04-28T03:21:36.943967Z","end":"2026-04-28T03:21:38.073793Z","steps":["trace[812657200] 'agreement among raft nodes before linearized reading' (duration: 1.129664916s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:38.073857Z","caller":"traceutil/trace.go:171","msg":"trace[2089985412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"1.937707671s","start":"2026-04-28T03:21:36.136133Z","end":"2026-04-28T03:21:38.073841Z","steps":["trace[2089985412] 'agreement among raft nodes before linearized reading' (duration: 1.937469606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.073882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.943944Z","time spent":"1.129923453s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:38.073909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.13611Z","time spent":"1.937788014s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:38.073659Z","caller":"traceutil/trace.go:171","msg":"trace[1008837933] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d; range_end:; response_count:1; response_revision:1750; }","duration":"2.540149571s","start":"2026-04-28T03:21:35.533501Z","end":"2026-04-28T03:21:38.073651Z","steps":["trace[1008837933] 'agreement among raft nodes before linearized reading' (duration: 2.539997297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.073983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.533482Z","time spent":"2.540488629s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d\" "} {"level":"info","ts":"2026-04-28T03:21:38.073471Z","caller":"traceutil/trace.go:171","msg":"trace[1044096611] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"1.128417128s","start":"2026-04-28T03:21:36.945025Z","end":"2026-04-28T03:21:38.073442Z","steps":["trace[1044096611] 'process raft request' (duration: 1.128219863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.07408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.944984Z","time spent":"1.129042042s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:38.521011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.690915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:38.521108Z","caller":"traceutil/trace.go:171","msg":"trace[463346825] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"445.062892ms","start":"2026-04-28T03:21:38.076032Z","end":"2026-04-28T03:21:38.521095Z","steps":["trace[463346825] 'process raft request' (duration: 139.007608ms)","trace[463346825] 'compare' (duration: 305.535422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:38.521146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.07601Z","time spent":"445.117803ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:38.521271Z","caller":"traceutil/trace.go:171","msg":"trace[610857742] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1841; }","duration":"445.150044ms","start":"2026-04-28T03:21:38.07609Z","end":"2026-04-28T03:21:38.52124Z","steps":["trace[610857742] 'read index received' (duration: 139.009459ms)","trace[610857742] 'applied index is now lower than readState.Index' (duration: 306.136935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:38.521374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.284127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:38.521391Z","caller":"traceutil/trace.go:171","msg":"trace[274183891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"445.326468ms","start":"2026-04-28T03:21:38.076059Z","end":"2026-04-28T03:21:38.521385Z","steps":["trace[274183891] 'agreement among raft nodes before linearized reading' (duration: 445.264707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.521405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.076044Z","time spent":"445.357689ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:38.521694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.031283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:21:38.521719Z","caller":"traceutil/trace.go:171","msg":"trace[81437475] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1752; }","duration":"440.117495ms","start":"2026-04-28T03:21:38.081597Z","end":"2026-04-28T03:21:38.521714Z","steps":["trace[81437475] 'agreement among raft nodes before linearized reading' (duration: 440.017783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.521732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.081587Z","time spent":"440.141786ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:21:38.521815Z","caller":"traceutil/trace.go:171","msg":"trace[324621614] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"445.198145ms","start":"2026-04-28T03:21:38.076611Z","end":"2026-04-28T03:21:38.521809Z","steps":["trace[324621614] 'process raft request' (duration: 444.942789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:38.521844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.076589Z","time spent":"445.236295ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:38.936864Z","caller":"traceutil/trace.go:171","msg":"trace[1688277116] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1852; }","duration":"109.689421ms","start":"2026-04-28T03:21:38.827151Z","end":"2026-04-28T03:21:38.93684Z","steps":["trace[1688277116] 'read index received' (duration: 71.952558ms)","trace[1688277116] 'applied index is now lower than readState.Index' (duration: 37.735793ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:38.936914Z","caller":"traceutil/trace.go:171","msg":"trace[1778233473] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"119.47053ms","start":"2026-04-28T03:21:38.817405Z","end":"2026-04-28T03:21:38.936876Z","steps":["trace[1778233473] 'process raft request' (duration: 81.776057ms)","trace[1778233473] 'compare' (duration: 37.55461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:38.937058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.887776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:38.937088Z","caller":"traceutil/trace.go:171","msg":"trace[526458749] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1761; }","duration":"109.979848ms","start":"2026-04-28T03:21:38.827098Z","end":"2026-04-28T03:21:38.937078Z","steps":["trace[526458749] 'agreement among raft nodes before linearized reading' (duration: 109.831834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.241463Z","caller":"traceutil/trace.go:171","msg":"trace[1627225599] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"102.517504ms","start":"2026-04-28T03:21:39.138922Z","end":"2026-04-28T03:21:39.241439Z","steps":["trace[1627225599] 'process raft request' (duration: 95.384846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.39529Z","caller":"traceutil/trace.go:171","msg":"trace[2114444536] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"103.24257ms","start":"2026-04-28T03:21:39.292027Z","end":"2026-04-28T03:21:39.395269Z","steps":["trace[2114444536] 'read index received' (duration: 71.459596ms)","trace[2114444536] 'applied index is now lower than readState.Index' (duration: 31.781854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:39.395342Z","caller":"traceutil/trace.go:171","msg":"trace[1748052729] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"115.029496ms","start":"2026-04-28T03:21:39.280274Z","end":"2026-04-28T03:21:39.395303Z","steps":["trace[1748052729] 'process raft request' (duration: 83.253401ms)","trace[1748052729] 'compare' (duration: 31.487028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:39.39552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.466855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-04-28T03:21:39.395553Z","caller":"traceutil/trace.go:171","msg":"trace[1821937099] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1767; }","duration":"103.563357ms","start":"2026-04-28T03:21:39.29198Z","end":"2026-04-28T03:21:39.395543Z","steps":["trace[1821937099] 'agreement among raft nodes before linearized reading' (duration: 103.360353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.865003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.944074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:39.865088Z","caller":"traceutil/trace.go:171","msg":"trace[1322617174] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1859; }","duration":"382.796313ms","start":"2026-04-28T03:21:39.482277Z","end":"2026-04-28T03:21:39.865074Z","steps":["trace[1322617174] 'read index received' (duration: 96.715126ms)","trace[1322617174] 'applied index is now lower than readState.Index' (duration: 286.080187ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:39.865155Z","caller":"traceutil/trace.go:171","msg":"trace[2128015109] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"464.285613ms","start":"2026-04-28T03:21:39.400859Z","end":"2026-04-28T03:21:39.865145Z","steps":["trace[2128015109] 'process raft request' (duration: 178.132614ms)","trace[2128015109] 'compare' (duration: 285.850912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:39.865214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.400836Z","time spent":"464.350475ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.865438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.877125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:39.865502Z","caller":"traceutil/trace.go:171","msg":"trace[1747912823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1768; }","duration":"260.986558ms","start":"2026-04-28T03:21:39.604501Z","end":"2026-04-28T03:21:39.865488Z","steps":["trace[1747912823] 'agreement among raft nodes before linearized reading' (duration: 260.754182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.86549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.188782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-04-28T03:21:39.865567Z","caller":"traceutil/trace.go:171","msg":"trace[1585226139] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1768; }","duration":"383.311025ms","start":"2026-04-28T03:21:39.482235Z","end":"2026-04-28T03:21:39.865546Z","steps":["trace[1585226139] 'agreement among raft nodes before linearized reading' (duration: 383.041029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.865629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.482215Z","time spent":"383.402727ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4793,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-28T03:21:40.094444Z","caller":"traceutil/trace.go:171","msg":"trace[1330709815] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1860; }","duration":"225.982457ms","start":"2026-04-28T03:21:39.868431Z","end":"2026-04-28T03:21:40.094413Z","steps":["trace[1330709815] 'read index received' (duration: 137.306129ms)","trace[1330709815] 'applied index is now lower than readState.Index' (duration: 88.674797ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:40.094503Z","caller":"traceutil/trace.go:171","msg":"trace[2039370648] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"226.677603ms","start":"2026-04-28T03:21:39.867782Z","end":"2026-04-28T03:21:40.09446Z","steps":["trace[2039370648] 'process raft request' (duration: 137.869772ms)","trace[2039370648] 'compare' (duration: 88.611126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.094782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.326875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26941"} {"level":"info","ts":"2026-04-28T03:21:40.094867Z","caller":"traceutil/trace.go:171","msg":"trace[716141532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1769; }","duration":"226.453468ms","start":"2026-04-28T03:21:39.868395Z","end":"2026-04-28T03:21:40.094849Z","steps":["trace[716141532] 'agreement among raft nodes before linearized reading' (duration: 226.14406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.118292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.668314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:40.11836Z","caller":"traceutil/trace.go:171","msg":"trace[1241327040] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1770; }","duration":"241.776336ms","start":"2026-04-28T03:21:39.876569Z","end":"2026-04-28T03:21:40.118346Z","steps":["trace[1241327040] 'agreement among raft nodes before linearized reading' (duration: 241.657523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.118338Z","caller":"traceutil/trace.go:171","msg":"trace[1812799236] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"244.389018ms","start":"2026-04-28T03:21:39.873915Z","end":"2026-04-28T03:21:40.118304Z","steps":["trace[1812799236] 'process raft request' (duration: 244.157273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.239111Z","caller":"traceutil/trace.go:171","msg":"trace[1635844079] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"100.555436ms","start":"2026-04-28T03:21:40.138522Z","end":"2026-04-28T03:21:40.239078Z","steps":["trace[1635844079] 'process raft request' (duration: 100.314641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.455284Z","caller":"traceutil/trace.go:171","msg":"trace[1414715014] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"197.800276ms","start":"2026-04-28T03:21:40.257447Z","end":"2026-04-28T03:21:40.455247Z","steps":["trace[1414715014] 'process raft request' (duration: 100.759822ms)","trace[1414715014] 'compare' (duration: 96.725037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:40.459122Z","caller":"traceutil/trace.go:171","msg":"trace[1114361583] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"199.589628ms","start":"2026-04-28T03:21:40.259503Z","end":"2026-04-28T03:21:40.459093Z","steps":["trace[1114361583] 'process raft request' (duration: 199.460766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.712117Z","caller":"traceutil/trace.go:171","msg":"trace[417687542] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"130.309895ms","start":"2026-04-28T03:21:41.581783Z","end":"2026-04-28T03:21:41.712093Z","steps":["trace[417687542] 'process raft request' (duration: 130.133001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.855541Z","caller":"traceutil/trace.go:171","msg":"trace[662379094] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"129.673529ms","start":"2026-04-28T03:21:41.725848Z","end":"2026-04-28T03:21:41.855521Z","steps":["trace[662379094] 'process raft request' (duration: 129.551667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:43.403801Z","caller":"traceutil/trace.go:171","msg":"trace[1661474899] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"167.721211ms","start":"2026-04-28T03:21:43.236055Z","end":"2026-04-28T03:21:43.403776Z","steps":["trace[1661474899] 'process raft request' (duration: 167.528797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.284223Z","caller":"traceutil/trace.go:171","msg":"trace[1565491885] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"622.287474ms","start":"2026-04-28T03:21:43.661914Z","end":"2026-04-28T03:21:44.284202Z","steps":["trace[1565491885] 'process raft request' (duration: 622.156921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.284366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.661893Z","time spent":"622.401467ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.605395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.811276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:44.605511Z","caller":"traceutil/trace.go:171","msg":"trace[2052757627] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1886; }","duration":"560.872736ms","start":"2026-04-28T03:21:44.044616Z","end":"2026-04-28T03:21:44.605489Z","steps":["trace[2052757627] 'read index received' (duration: 239.38066ms)","trace[2052757627] 'applied index is now lower than readState.Index' (duration: 321.490706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:44.605678Z","caller":"traceutil/trace.go:171","msg":"trace[1860930143] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"936.07516ms","start":"2026-04-28T03:21:43.669577Z","end":"2026-04-28T03:21:44.605652Z","steps":["trace[1860930143] 'process raft request' (duration: 784.920247ms)","trace[1860930143] 'compare' (duration: 150.683822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:44.605706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.074801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:44.605774Z","caller":"traceutil/trace.go:171","msg":"trace[866893716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"561.190303ms","start":"2026-04-28T03:21:44.044566Z","end":"2026-04-28T03:21:44.605756Z","steps":["trace[866893716] 'agreement among raft nodes before linearized reading' (duration: 561.06116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.605814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.044541Z","time spent":"561.265046ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:44.605827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.66954Z","time spent":"936.199632ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.605887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.47796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:44.605938Z","caller":"traceutil/trace.go:171","msg":"trace[807379111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1796; }","duration":"494.565682ms","start":"2026-04-28T03:21:44.11136Z","end":"2026-04-28T03:21:44.605926Z","steps":["trace[807379111] 'agreement among raft nodes before linearized reading' (duration: 494.292216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.606028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.111341Z","time spent":"494.675115ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:21:45.05506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.022442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T03:21:45.055169Z","caller":"traceutil/trace.go:171","msg":"trace[1000108614] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1796; }","duration":"146.166145ms","start":"2026-04-28T03:21:44.908986Z","end":"2026-04-28T03:21:45.055152Z","steps":["trace[1000108614] 'range keys from in-memory index tree' (duration: 145.867618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:45.522735Z","caller":"traceutil/trace.go:171","msg":"trace[251670111] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"109.353353ms","start":"2026-04-28T03:21:45.413346Z","end":"2026-04-28T03:21:45.5227Z","steps":["trace[251670111] 'process raft request' (duration: 109.156008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.779721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.312601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413100"} {"level":"info","ts":"2026-04-28T03:21:45.779846Z","caller":"traceutil/trace.go:171","msg":"trace[1785971949] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:1797; }","duration":"132.484085ms","start":"2026-04-28T03:21:45.647345Z","end":"2026-04-28T03:21:45.779829Z","steps":["trace[1785971949] 'range keys from in-memory index tree' (duration: 132.000074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.172101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.639762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:47.172284Z","caller":"traceutil/trace.go:171","msg":"trace[1145702844] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"470.58352ms","start":"2026-04-28T03:21:46.701681Z","end":"2026-04-28T03:21:47.172264Z","steps":["trace[1145702844] 'process raft request' (duration: 147.698212ms)","trace[1145702844] 'compare' (duration: 321.142857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:47.172382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.70166Z","time spent":"470.686052ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:47.172696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.547146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:47.172218Z","caller":"traceutil/trace.go:171","msg":"trace[1542285248] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"126.071525ms","start":"2026-04-28T03:21:47.046129Z","end":"2026-04-28T03:21:47.172201Z","steps":["trace[1542285248] 'read index received' (duration: 29.251µs)","trace[1542285248] 'applied index is now lower than readState.Index' (duration: 126.040624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:47.172793Z","caller":"traceutil/trace.go:171","msg":"trace[1806044286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1798; }","duration":"126.686389ms","start":"2026-04-28T03:21:47.04608Z","end":"2026-04-28T03:21:47.172767Z","steps":["trace[1806044286] 'agreement among raft nodes before linearized reading' (duration: 126.302811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:47.463361Z","caller":"traceutil/trace.go:171","msg":"trace[356216453] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"144.19604ms","start":"2026-04-28T03:21:47.319142Z","end":"2026-04-28T03:21:47.463338Z","steps":["trace[356216453] 'process raft request' (duration: 144.048427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.100059Z","caller":"traceutil/trace.go:171","msg":"trace[1568270644] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"174.694724ms","start":"2026-04-28T03:21:49.92534Z","end":"2026-04-28T03:21:50.100035Z","steps":["trace[1568270644] 'process raft request' (duration: 174.51892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:51.75187Z","caller":"traceutil/trace.go:171","msg":"trace[1287866564] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"134.599325ms","start":"2026-04-28T03:21:51.61724Z","end":"2026-04-28T03:21:51.751839Z","steps":["trace[1287866564] 'read index received' (duration: 134.245407ms)","trace[1287866564] 'applied index is now lower than readState.Index' (duration: 352.868µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:51.75191Z","caller":"traceutil/trace.go:171","msg":"trace[1328786677] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"287.888918ms","start":"2026-04-28T03:21:51.463986Z","end":"2026-04-28T03:21:51.751875Z","steps":["trace[1328786677] 'process raft request' (duration: 287.626371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:51.752111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.84576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:428"} {"level":"info","ts":"2026-04-28T03:21:51.752179Z","caller":"traceutil/trace.go:171","msg":"trace[1810878234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1814; }","duration":"134.962733ms","start":"2026-04-28T03:21:51.617201Z","end":"2026-04-28T03:21:51.752164Z","steps":["trace[1810878234] 'agreement among raft nodes before linearized reading' (duration: 134.742848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:51.75218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.84225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:424"} {"level":"info","ts":"2026-04-28T03:21:51.752234Z","caller":"traceutil/trace.go:171","msg":"trace[1337766740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1814; }","duration":"134.942122ms","start":"2026-04-28T03:21:51.617275Z","end":"2026-04-28T03:21:51.752217Z","steps":["trace[1337766740] 'agreement among raft nodes before linearized reading' (duration: 134.749778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:51.752317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.522183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:51.752403Z","caller":"traceutil/trace.go:171","msg":"trace[1611598030] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1814; }","duration":"102.608905ms","start":"2026-04-28T03:21:51.64975Z","end":"2026-04-28T03:21:51.752359Z","steps":["trace[1611598030] 'agreement among raft nodes before linearized reading' (duration: 102.526263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.162441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.809561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:52.162559Z","caller":"traceutil/trace.go:171","msg":"trace[464119938] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"385.29377ms","start":"2026-04-28T03:21:51.777245Z","end":"2026-04-28T03:21:52.162539Z","steps":["trace[464119938] 'read index received' (duration: 28.415926ms)","trace[464119938] 'applied index is now lower than readState.Index' (duration: 356.875944ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:52.162688Z","caller":"traceutil/trace.go:171","msg":"trace[664169193] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"386.641572ms","start":"2026-04-28T03:21:51.776004Z","end":"2026-04-28T03:21:52.162646Z","steps":["trace[664169193] 'process raft request' (duration: 117.530454ms)","trace[664169193] 'compare' (duration: 268.500764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:52.162868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.89537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:52.162884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.775987Z","time spent":"386.790356ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:52.162934Z","caller":"traceutil/trace.go:171","msg":"trace[222368714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1819; }","duration":"116.994583ms","start":"2026-04-28T03:21:52.045923Z","end":"2026-04-28T03:21:52.162917Z","steps":["trace[222368714] 'agreement among raft nodes before linearized reading' (duration: 116.897081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.162795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.545877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:52.162985Z","caller":"traceutil/trace.go:171","msg":"trace[2136683509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1819; }","duration":"385.756522ms","start":"2026-04-28T03:21:51.777214Z","end":"2026-04-28T03:21:52.16297Z","steps":["trace[2136683509] 'agreement among raft nodes before linearized reading' (duration: 385.433034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.163045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.777201Z","time spent":"385.832893ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:52.906684Z","caller":"traceutil/trace.go:171","msg":"trace[938683030] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"134.754498ms","start":"2026-04-28T03:21:52.771909Z","end":"2026-04-28T03:21:52.906664Z","steps":["trace[938683030] 'process raft request' (duration: 134.610695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:53.043453Z","caller":"traceutil/trace.go:171","msg":"trace[1500310249] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"125.981263ms","start":"2026-04-28T03:21:52.917451Z","end":"2026-04-28T03:21:53.043433Z","steps":["trace[1500310249] 'process raft request' (duration: 125.757498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.294465Z","caller":"traceutil/trace.go:171","msg":"trace[1102489395] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"481.944717ms","start":"2026-04-28T03:21:53.812501Z","end":"2026-04-28T03:21:54.294446Z","steps":["trace[1102489395] 'read index received' (duration: 481.859605ms)","trace[1102489395] 'applied index is now lower than readState.Index' (duration: 84.112µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:54.294592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.084771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:54.294619Z","caller":"traceutil/trace.go:171","msg":"trace[1238446015] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1823; }","duration":"482.168172ms","start":"2026-04-28T03:21:53.812442Z","end":"2026-04-28T03:21:54.29461Z","steps":["trace[1238446015] 'agreement among raft nodes before linearized reading' (duration: 482.09817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.294559Z","caller":"traceutil/trace.go:171","msg":"trace[1985388495] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"524.935195ms","start":"2026-04-28T03:21:53.76959Z","end":"2026-04-28T03:21:54.294526Z","steps":["trace[1985388495] 'process raft request' (duration: 524.70051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.294643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.812421Z","time spent":"482.214975ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:54.294733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.769558Z","time spent":"525.102639ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:54.442225Z","caller":"traceutil/trace.go:171","msg":"trace[1124235734] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"147.687993ms","start":"2026-04-28T03:21:54.294516Z","end":"2026-04-28T03:21:54.442204Z","steps":["trace[1124235734] 'read index received' (duration: 99.853195ms)","trace[1124235734] 'applied index is now lower than readState.Index' (duration: 47.833758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:54.442432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.287231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:54.44246Z","caller":"traceutil/trace.go:171","msg":"trace[1803524227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1823; }","duration":"250.362353ms","start":"2026-04-28T03:21:54.19209Z","end":"2026-04-28T03:21:54.442453Z","steps":["trace[1803524227] 'agreement among raft nodes before linearized reading' (duration: 250.22277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.442433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.505176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:54.442513Z","caller":"traceutil/trace.go:171","msg":"trace[39070018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"396.639819ms","start":"2026-04-28T03:21:54.045851Z","end":"2026-04-28T03:21:54.442491Z","steps":["trace[39070018] 'agreement among raft nodes before linearized reading' (duration: 396.487675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:54.442523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.248345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:21:54.442562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.04583Z","time spent":"396.724561ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:54.442588Z","caller":"traceutil/trace.go:171","msg":"trace[1246422668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1823; }","duration":"275.350618ms","start":"2026-04-28T03:21:54.167226Z","end":"2026-04-28T03:21:54.442577Z","steps":["trace[1246422668] 'agreement among raft nodes before linearized reading' (duration: 275.215995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.102421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.95146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:21:55.102513Z","caller":"traceutil/trace.go:171","msg":"trace[1061724790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1826; }","duration":"385.093534ms","start":"2026-04-28T03:21:54.7174Z","end":"2026-04-28T03:21:55.102494Z","steps":["trace[1061724790] 'range keys from in-memory index tree' (duration: 384.765816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.102558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.717381Z","time spent":"385.167855ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:21:55.700734Z","caller":"traceutil/trace.go:171","msg":"trace[835470167] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"356.518934ms","start":"2026-04-28T03:21:55.344193Z","end":"2026-04-28T03:21:55.700712Z","steps":["trace[835470167] 'read index received' (duration: 356.30448ms)","trace[835470167] 'applied index is now lower than readState.Index' (duration: 213.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:55.700843Z","caller":"traceutil/trace.go:171","msg":"trace[1431923407] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"441.406769ms","start":"2026-04-28T03:21:55.259409Z","end":"2026-04-28T03:21:55.700816Z","steps":["trace[1431923407] 'process raft request' (duration: 441.142163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.700928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.710309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:21:55.700964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.259397Z","time spent":"441.497331ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.701021Z","caller":"traceutil/trace.go:171","msg":"trace[1524708065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"356.827792ms","start":"2026-04-28T03:21:55.344139Z","end":"2026-04-28T03:21:55.700966Z","steps":["trace[1524708065] 'agreement among raft nodes before linearized reading' (duration: 356.659577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.701071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.344118Z","time spent":"356.940885ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:21:57.861105Z","caller":"traceutil/trace.go:171","msg":"trace[1590742312] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"266.990363ms","start":"2026-04-28T03:21:57.594098Z","end":"2026-04-28T03:21:57.861088Z","steps":["trace[1590742312] 'process raft request' (duration: 266.87307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.43893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296090,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:58.524181Z","caller":"traceutil/trace.go:171","msg":"trace[959880530] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"891.46702ms","start":"2026-04-28T03:21:57.632678Z","end":"2026-04-28T03:21:58.524145Z","steps":["trace[959880530] 'process raft request' (duration: 888.640694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.524356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.632655Z","time spent":"891.611584ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.524644Z","caller":"traceutil/trace.go:171","msg":"trace[128581514] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"768.125777ms","start":"2026-04-28T03:21:57.756497Z","end":"2026-04-28T03:21:58.524623Z","steps":["trace[128581514] 'process raft request' (duration: 767.466732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.524633Z","caller":"traceutil/trace.go:171","msg":"trace[2139216637] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1937; }","duration":"585.733963ms","start":"2026-04-28T03:21:57.938871Z","end":"2026-04-28T03:21:58.524605Z","steps":["trace[2139216637] 'read index received' (duration: 582.373815ms)","trace[2139216637] 'applied index is now lower than readState.Index' (duration: 3.358958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.524782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.901468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.524877Z","caller":"traceutil/trace.go:171","msg":"trace[1066580823] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1843; }","duration":"586.027421ms","start":"2026-04-28T03:21:57.938819Z","end":"2026-04-28T03:21:58.524847Z","steps":["trace[1066580823] 'agreement among raft nodes before linearized reading' (duration: 585.898328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.524938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.938796Z","time spent":"586.125333ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:58.524966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.571355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.525028Z","caller":"traceutil/trace.go:171","msg":"trace[109213531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"468.671318ms","start":"2026-04-28T03:21:58.05634Z","end":"2026-04-28T03:21:58.525012Z","steps":["trace[109213531] 'agreement among raft nodes before linearized reading' (duration: 468.562735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.525073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:58.056316Z","time spent":"468.745429ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:58.525071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.972029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:58.525139Z","caller":"traceutil/trace.go:171","msg":"trace[1165486497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"157.085292ms","start":"2026-04-28T03:21:58.368036Z","end":"2026-04-28T03:21:58.525122Z","steps":["trace[1165486497] 'agreement among raft nodes before linearized reading' (duration: 156.878528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.525135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.756474Z","time spent":"768.249751ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:59.773954Z","caller":"traceutil/trace.go:171","msg":"trace[748393202] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"169.856651ms","start":"2026-04-28T03:21:59.604076Z","end":"2026-04-28T03:21:59.773933Z","steps":["trace[748393202] 'process raft request' (duration: 169.718817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.163919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.422504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:01.164021Z","caller":"traceutil/trace.go:171","msg":"trace[1814133514] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"176.683351ms","start":"2026-04-28T03:22:00.987322Z","end":"2026-04-28T03:22:01.164006Z","steps":["trace[1814133514] 'process raft request' (duration: 30.111864ms)","trace[1814133514] 'compare' (duration: 146.115915ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.192267Z","caller":"traceutil/trace.go:171","msg":"trace[903357942] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"164.21304ms","start":"2026-04-28T03:22:01.028036Z","end":"2026-04-28T03:22:01.192249Z","steps":["trace[903357942] 'read index received' (duration: 164.079557ms)","trace[903357942] 'applied index is now lower than readState.Index' (duration: 132.463µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.192359Z","caller":"traceutil/trace.go:171","msg":"trace[1642822431] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"202.534445ms","start":"2026-04-28T03:22:00.989813Z","end":"2026-04-28T03:22:01.192348Z","steps":["trace[1642822431] 'process raft request' (duration: 202.393502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.192677Z","caller":"traceutil/trace.go:171","msg":"trace[242717377] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"204.319346ms","start":"2026-04-28T03:22:00.9883Z","end":"2026-04-28T03:22:01.192619Z","steps":["trace[242717377] 'process raft request' (duration: 203.771454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.19276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.627119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:22:01.193462Z","caller":"traceutil/trace.go:171","msg":"trace[472928180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1867; }","duration":"165.413727ms","start":"2026-04-28T03:22:01.028022Z","end":"2026-04-28T03:22:01.193435Z","steps":["trace[472928180] 'agreement among raft nodes before linearized reading' (duration: 164.393724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.258787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.107991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-28T03:22:01.258815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.671826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:01.258877Z","caller":"traceutil/trace.go:171","msg":"trace[1835221538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1868; }","duration":"130.246275ms","start":"2026-04-28T03:22:01.128604Z","end":"2026-04-28T03:22:01.25885Z","steps":["trace[1835221538] 'agreement among raft nodes before linearized reading' (duration: 130.05384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.258803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.857904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:22:01.259008Z","caller":"traceutil/trace.go:171","msg":"trace[538382725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1868; }","duration":"171.079281ms","start":"2026-04-28T03:22:01.087888Z","end":"2026-04-28T03:22:01.258967Z","steps":["trace[538382725] 'agreement among raft nodes before linearized reading' (duration: 170.796813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.258892Z","caller":"traceutil/trace.go:171","msg":"trace[62337505] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1868; }","duration":"107.80527ms","start":"2026-04-28T03:22:01.151062Z","end":"2026-04-28T03:22:01.258868Z","steps":["trace[62337505] 'agreement among raft nodes before linearized reading' (duration: 107.580434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.25892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.690529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:01.25916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.619121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:01.259186Z","caller":"traceutil/trace.go:171","msg":"trace[1280452093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1868; }","duration":"128.996885ms","start":"2026-04-28T03:22:01.130169Z","end":"2026-04-28T03:22:01.259166Z","steps":["trace[1280452093] 'agreement among raft nodes before linearized reading' (duration: 128.599585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.259231Z","caller":"traceutil/trace.go:171","msg":"trace[254456844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"212.714373ms","start":"2026-04-28T03:22:01.046492Z","end":"2026-04-28T03:22:01.259207Z","steps":["trace[254456844] 'agreement among raft nodes before linearized reading' (duration: 212.621761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.390783Z","caller":"traceutil/trace.go:171","msg":"trace[1696164531] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"132.12954ms","start":"2026-04-28T03:22:01.258627Z","end":"2026-04-28T03:22:01.390757Z","steps":["trace[1696164531] 'read index received' (duration: 57.661648ms)","trace[1696164531] 'applied index is now lower than readState.Index' (duration: 74.466592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.390838Z","caller":"traceutil/trace.go:171","msg":"trace[1061201030] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"185.750003ms","start":"2026-04-28T03:22:01.20506Z","end":"2026-04-28T03:22:01.39081Z","steps":["trace[1061201030] 'process raft request' (duration: 111.282001ms)","trace[1061201030] 'compare' (duration: 74.277468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:01.390992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.041203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:22:01.391058Z","caller":"traceutil/trace.go:171","msg":"trace[1197611111] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1869; }","duration":"163.223586ms","start":"2026-04-28T03:22:01.227815Z","end":"2026-04-28T03:22:01.391039Z","steps":["trace[1197611111] 'agreement among raft nodes before linearized reading' (duration: 163.052752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.391214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.379457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6716"} {"level":"info","ts":"2026-04-28T03:22:01.391331Z","caller":"traceutil/trace.go:171","msg":"trace[1390248147] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:1869; }","duration":"186.518251ms","start":"2026-04-28T03:22:01.204774Z","end":"2026-04-28T03:22:01.391293Z","steps":["trace[1390248147] 'agreement among raft nodes before linearized reading' (duration: 186.249215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.42198Z","caller":"traceutil/trace.go:171","msg":"trace[601695656] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"155.777493ms","start":"2026-04-28T03:22:01.26616Z","end":"2026-04-28T03:22:01.421937Z","steps":["trace[601695656] 'process raft request' (duration: 155.534357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.422029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.314122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:01.422099Z","caller":"traceutil/trace.go:171","msg":"trace[272410576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"161.430854ms","start":"2026-04-28T03:22:01.26065Z","end":"2026-04-28T03:22:01.422081Z","steps":["trace[272410576] 'agreement among raft nodes before linearized reading' (duration: 161.25608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.4221Z","caller":"traceutil/trace.go:171","msg":"trace[974971377] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"155.283081ms","start":"2026-04-28T03:22:01.266772Z","end":"2026-04-28T03:22:01.422055Z","steps":["trace[974971377] 'process raft request' (duration: 155.048946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.422234Z","caller":"traceutil/trace.go:171","msg":"trace[1239614491] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"155.376253ms","start":"2026-04-28T03:22:01.266823Z","end":"2026-04-28T03:22:01.422199Z","steps":["trace[1239614491] 'process raft request' (duration: 155.034825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.422432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.812216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:22:01.423113Z","caller":"traceutil/trace.go:171","msg":"trace[1597258133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1872; }","duration":"145.502002ms","start":"2026-04-28T03:22:01.277586Z","end":"2026-04-28T03:22:01.423088Z","steps":["trace[1597258133] 'agreement among raft nodes before linearized reading' (duration: 144.731424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.422559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.484418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:5 size:39953"} {"level":"info","ts":"2026-04-28T03:22:01.423298Z","caller":"traceutil/trace.go:171","msg":"trace[1443264992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:5; response_revision:1872; }","duration":"160.257387ms","start":"2026-04-28T03:22:01.263027Z","end":"2026-04-28T03:22:01.423284Z","steps":["trace[1443264992] 'agreement among raft nodes before linearized reading' (duration: 159.316355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.575459Z","caller":"traceutil/trace.go:171","msg":"trace[1881601954] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"144.869357ms","start":"2026-04-28T03:22:01.430562Z","end":"2026-04-28T03:22:01.575432Z","steps":["trace[1881601954] 'process raft request' (duration: 61.291353ms)","trace[1881601954] 'compare' (duration: 83.274476ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.575905Z","caller":"traceutil/trace.go:171","msg":"trace[550221988] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"144.400366ms","start":"2026-04-28T03:22:01.431489Z","end":"2026-04-28T03:22:01.575889Z","steps":["trace[550221988] 'process raft request' (duration: 143.786461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.576016Z","caller":"traceutil/trace.go:171","msg":"trace[995954963] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"140.760021ms","start":"2026-04-28T03:22:01.435239Z","end":"2026-04-28T03:22:01.575999Z","steps":["trace[995954963] 'process raft request' (duration: 140.396073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.576178Z","caller":"traceutil/trace.go:171","msg":"trace[916092098] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"143.835593ms","start":"2026-04-28T03:22:01.432291Z","end":"2026-04-28T03:22:01.576127Z","steps":["trace[916092098] 'process raft request' (duration: 143.25692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.576603Z","caller":"traceutil/trace.go:171","msg":"trace[1431451038] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"144.922698ms","start":"2026-04-28T03:22:01.431656Z","end":"2026-04-28T03:22:01.576579Z","steps":["trace[1431451038] 'process raft request' (duration: 143.833593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.576271Z","caller":"traceutil/trace.go:171","msg":"trace[1796743702] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"141.623161ms","start":"2026-04-28T03:22:01.434593Z","end":"2026-04-28T03:22:01.576216Z","steps":["trace[1796743702] 'process raft request' (duration: 140.992686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.790215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.563794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:01.790411Z","caller":"traceutil/trace.go:171","msg":"trace[1409010943] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"208.163197ms","start":"2026-04-28T03:22:01.582219Z","end":"2026-04-28T03:22:01.790383Z","steps":["trace[1409010943] 'process raft request' (duration: 103.375677ms)","trace[1409010943] 'compare' (duration: 104.422221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.790522Z","caller":"traceutil/trace.go:171","msg":"trace[785543084] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1976; }","duration":"175.80399ms","start":"2026-04-28T03:22:01.614709Z","end":"2026-04-28T03:22:01.790513Z","steps":["trace[785543084] 'read index received' (duration: 42.194767ms)","trace[785543084] 'applied index is now lower than readState.Index' (duration: 133.608513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:01.790644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.939042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lqbhp\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-04-28T03:22:01.79067Z","caller":"traceutil/trace.go:171","msg":"trace[1650277318] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lqbhp; range_end:; response_count:1; response_revision:1887; }","duration":"176.022575ms","start":"2026-04-28T03:22:01.61464Z","end":"2026-04-28T03:22:01.790663Z","steps":["trace[1650277318] 'agreement among raft nodes before linearized reading' (duration: 175.909662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.790809Z","caller":"traceutil/trace.go:171","msg":"trace[927129299] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"201.873599ms","start":"2026-04-28T03:22:01.588927Z","end":"2026-04-28T03:22:01.790801Z","steps":["trace[927129299] 'process raft request' (duration: 201.45818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.790903Z","caller":"traceutil/trace.go:171","msg":"trace[1758395119] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"204.639644ms","start":"2026-04-28T03:22:01.586251Z","end":"2026-04-28T03:22:01.790891Z","steps":["trace[1758395119] 'process raft request' (duration: 204.047631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.790963Z","caller":"traceutil/trace.go:171","msg":"trace[849794739] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"200.344043ms","start":"2026-04-28T03:22:01.590588Z","end":"2026-04-28T03:22:01.790932Z","steps":["trace[849794739] 'process raft request' (duration: 199.827691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.790973Z","caller":"traceutil/trace.go:171","msg":"trace[1902291493] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"204.155632ms","start":"2026-04-28T03:22:01.586762Z","end":"2026-04-28T03:22:01.790918Z","steps":["trace[1902291493] 'process raft request' (duration: 203.588499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.791017Z","caller":"traceutil/trace.go:171","msg":"trace[95401394] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"200.411335ms","start":"2026-04-28T03:22:01.590588Z","end":"2026-04-28T03:22:01.790999Z","steps":["trace[95401394] 'process raft request' (duration: 199.864662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.791434Z","caller":"traceutil/trace.go:171","msg":"trace[42511184] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"200.376675ms","start":"2026-04-28T03:22:01.591039Z","end":"2026-04-28T03:22:01.791415Z","steps":["trace[42511184] 'process raft request' (duration: 199.445733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.959131Z","caller":"traceutil/trace.go:171","msg":"trace[2089000256] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"126.982179ms","start":"2026-04-28T03:22:01.832112Z","end":"2026-04-28T03:22:01.959094Z","steps":["trace[2089000256] 'process raft request' (duration: 62.784469ms)","trace[2089000256] 'compare' (duration: 63.936654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.959136Z","caller":"traceutil/trace.go:171","msg":"trace[1736501522] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"126.942818ms","start":"2026-04-28T03:22:01.832168Z","end":"2026-04-28T03:22:01.959111Z","steps":["trace[1736501522] 'process raft request' (duration: 126.823025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.959487Z","caller":"traceutil/trace.go:171","msg":"trace[216163031] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"125.590336ms","start":"2026-04-28T03:22:01.833887Z","end":"2026-04-28T03:22:01.959477Z","steps":["trace[216163031] 'process raft request' (duration: 125.164846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.959764Z","caller":"traceutil/trace.go:171","msg":"trace[687834788] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"124.244005ms","start":"2026-04-28T03:22:01.835498Z","end":"2026-04-28T03:22:01.959742Z","steps":["trace[687834788] 'process raft request' (duration: 123.877397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.959819Z","caller":"traceutil/trace.go:171","msg":"trace[1995990076] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"115.005279ms","start":"2026-04-28T03:22:01.844793Z","end":"2026-04-28T03:22:01.959798Z","steps":["trace[1995990076] 'process raft request' (duration: 114.895166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.95983Z","caller":"traceutil/trace.go:171","msg":"trace[1940821870] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1991; }","duration":"119.361831ms","start":"2026-04-28T03:22:01.840448Z","end":"2026-04-28T03:22:01.95981Z","steps":["trace[1940821870] 'read index received' (duration: 54.468504ms)","trace[1940821870] 'applied index is now lower than readState.Index' (duration: 64.891477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:01.960001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.531935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11547"} {"level":"info","ts":"2026-04-28T03:22:01.960038Z","caller":"traceutil/trace.go:171","msg":"trace[106881462] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:1899; }","duration":"119.607357ms","start":"2026-04-28T03:22:01.840421Z","end":"2026-04-28T03:22:01.960028Z","steps":["trace[106881462] 'agreement among raft nodes before linearized reading' (duration: 119.436353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.078923Z","caller":"traceutil/trace.go:171","msg":"trace[362576255] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"110.031632ms","start":"2026-04-28T03:22:01.968866Z","end":"2026-04-28T03:22:02.078897Z","steps":["trace[362576255] 'read index received' (duration: 103.856518ms)","trace[362576255] 'applied index is now lower than readState.Index' (duration: 6.173934ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:02.079237Z","caller":"traceutil/trace.go:171","msg":"trace[2033849867] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"112.163782ms","start":"2026-04-28T03:22:01.967052Z","end":"2026-04-28T03:22:02.079216Z","steps":["trace[2033849867] 'process raft request' (duration: 105.844074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.079292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.38198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11547"} {"level":"info","ts":"2026-04-28T03:22:02.079379Z","caller":"traceutil/trace.go:171","msg":"trace[922709231] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:1900; }","duration":"110.516553ms","start":"2026-04-28T03:22:01.968835Z","end":"2026-04-28T03:22:02.079351Z","steps":["trace[922709231] 'agreement among raft nodes before linearized reading' (duration: 110.247797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.079515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.106953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6556"} {"level":"info","ts":"2026-04-28T03:22:02.079582Z","caller":"traceutil/trace.go:171","msg":"trace[110828282] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:1900; }","duration":"110.526204ms","start":"2026-04-28T03:22:01.969038Z","end":"2026-04-28T03:22:02.079565Z","steps":["trace[110828282] 'agreement among raft nodes before linearized reading' (duration: 109.999071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:02.886778Z","caller":"traceutil/trace.go:171","msg":"trace[893188914] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"303.816073ms","start":"2026-04-28T03:22:02.582948Z","end":"2026-04-28T03:22:02.886764Z","steps":["trace[893188914] 'read index received' (duration: 303.722251ms)","trace[893188914] 'applied index is now lower than readState.Index' (duration: 93.282µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:02.886875Z","caller":"traceutil/trace.go:171","msg":"trace[30234588] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"311.685477ms","start":"2026-04-28T03:22:02.575173Z","end":"2026-04-28T03:22:02.886859Z","steps":["trace[30234588] 'process raft request' (duration: 311.487293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.886968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.575158Z","time spent":"311.744068ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:02.887024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.073119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-04-28T03:22:02.887137Z","caller":"traceutil/trace.go:171","msg":"trace[923913239] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1901; }","duration":"304.215382ms","start":"2026-04-28T03:22:02.582906Z","end":"2026-04-28T03:22:02.887121Z","steps":["trace[923913239] 'agreement among raft nodes before linearized reading' (duration: 303.959106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.887179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.582894Z","time spent":"304.274363ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-04-28T03:22:03.026399Z","caller":"traceutil/trace.go:171","msg":"trace[750381550] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"139.547271ms","start":"2026-04-28T03:22:02.886828Z","end":"2026-04-28T03:22:03.026376Z","steps":["trace[750381550] 'read index received' (duration: 107.989534ms)","trace[750381550] 'applied index is now lower than readState.Index' (duration: 31.556377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:03.026536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.433125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T03:22:03.0266Z","caller":"traceutil/trace.go:171","msg":"trace[1161080500] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:1902; }","duration":"268.537408ms","start":"2026-04-28T03:22:02.75805Z","end":"2026-04-28T03:22:03.026587Z","steps":["trace[1161080500] 'agreement among raft nodes before linearized reading' (duration: 268.391994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.026667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.498246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-04-28T03:22:03.026728Z","caller":"traceutil/trace.go:171","msg":"trace[195609171] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"362.410844ms","start":"2026-04-28T03:22:02.664275Z","end":"2026-04-28T03:22:03.026686Z","steps":["trace[195609171] 'process raft request' (duration: 330.553258ms)","trace[195609171] 'compare' (duration: 31.410414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:03.02678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.016188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"warn","ts":"2026-04-28T03:22:03.026895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.090893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-04-28T03:22:03.026892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.000187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-04-28T03:22:03.026955Z","caller":"traceutil/trace.go:171","msg":"trace[1180487596] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1902; }","duration":"394.173985ms","start":"2026-04-28T03:22:02.632767Z","end":"2026-04-28T03:22:03.026941Z","steps":["trace[1180487596] 'agreement among raft nodes before linearized reading' (duration: 394.022842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.026968Z","caller":"traceutil/trace.go:171","msg":"trace[1550893191] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:1902; }","duration":"194.124369ms","start":"2026-04-28T03:22:02.832829Z","end":"2026-04-28T03:22:03.026953Z","steps":["trace[1550893191] 'agreement among raft nodes before linearized reading' (duration: 193.882093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.026866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.439261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T03:22:03.027063Z","caller":"traceutil/trace.go:171","msg":"trace[1244677225] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1902; }","duration":"243.665827ms","start":"2026-04-28T03:22:02.783382Z","end":"2026-04-28T03:22:03.027047Z","steps":["trace[1244677225] 'agreement among raft nodes before linearized reading' (duration: 243.411251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.355148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1091"} {"level":"info","ts":"2026-04-28T03:22:03.027121Z","caller":"traceutil/trace.go:171","msg":"trace[232150786] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:1902; }","duration":"118.416769ms","start":"2026-04-28T03:22:02.908693Z","end":"2026-04-28T03:22:03.02711Z","steps":["trace[232150786] 'agreement among raft nodes before linearized reading' (duration: 118.327237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.026956Z","caller":"traceutil/trace.go:171","msg":"trace[360883157] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:1902; }","duration":"168.191982ms","start":"2026-04-28T03:22:02.858706Z","end":"2026-04-28T03:22:03.026898Z","steps":["trace[360883157] 'agreement among raft nodes before linearized reading' (duration: 167.855015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.886241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"warn","ts":"2026-04-28T03:22:03.027158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.855192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-04-28T03:22:03.026966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.664251Z","time spent":"362.576227ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:03.027219Z","caller":"traceutil/trace.go:171","msg":"trace[127477874] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1902; }","duration":"415.945595ms","start":"2026-04-28T03:22:02.611258Z","end":"2026-04-28T03:22:03.027204Z","steps":["trace[127477874] 'agreement among raft nodes before linearized reading' (duration: 415.800021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.027217Z","caller":"traceutil/trace.go:171","msg":"trace[961537823] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:1902; }","duration":"293.997313ms","start":"2026-04-28T03:22:02.733198Z","end":"2026-04-28T03:22:03.027196Z","steps":["trace[961537823] 'agreement among raft nodes before linearized reading' (duration: 293.815369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.641215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"warn","ts":"2026-04-28T03:22:03.027271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.611243Z","time spent":"416.015647ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-04-28T03:22:03.026752Z","caller":"traceutil/trace.go:171","msg":"trace[1552841249] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:1902; }","duration":"368.596247ms","start":"2026-04-28T03:22:02.658122Z","end":"2026-04-28T03:22:03.026718Z","steps":["trace[1552841249] 'agreement among raft nodes before linearized reading' (duration: 368.423973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.027318Z","caller":"traceutil/trace.go:171","msg":"trace[801367051] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1902; }","duration":"343.757627ms","start":"2026-04-28T03:22:02.683543Z","end":"2026-04-28T03:22:03.027301Z","steps":["trace[801367051] 'agreement among raft nodes before linearized reading' (duration: 343.396968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.683531Z","time spent":"343.822779ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1412,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-28T03:22:03.027409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.038611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:03.027446Z","caller":"traceutil/trace.go:171","msg":"trace[1072278723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"364.102482ms","start":"2026-04-28T03:22:02.663335Z","end":"2026-04-28T03:22:03.027437Z","steps":["trace[1072278723] 'agreement among raft nodes before linearized reading' (duration: 363.133878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.477978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-04-28T03:22:03.027554Z","caller":"traceutil/trace.go:171","msg":"trace[321081] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1902; }","duration":"219.264716ms","start":"2026-04-28T03:22:02.808272Z","end":"2026-04-28T03:22:03.027537Z","steps":["trace[321081] 'agreement among raft nodes before linearized reading' (duration: 218.340775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.027405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.658108Z","time spent":"369.275984ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4609,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-04-28T03:22:03.027629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.330254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:03.027483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.663325Z","time spent":"364.150513ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:03.027008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.632754Z","time spent":"394.240917ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1438,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:03.026923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.159781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-28T03:22:03.027816Z","caller":"traceutil/trace.go:171","msg":"trace[108284473] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:1902; }","duration":"145.074752ms","start":"2026-04-28T03:22:02.882727Z","end":"2026-04-28T03:22:03.027802Z","steps":["trace[108284473] 'agreement among raft nodes before linearized reading' (duration: 144.015568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.026972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.985915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6830"} {"level":"info","ts":"2026-04-28T03:22:03.027911Z","caller":"traceutil/trace.go:171","msg":"trace[1615933327] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:1902; }","duration":"318.960117ms","start":"2026-04-28T03:22:02.708926Z","end":"2026-04-28T03:22:03.027887Z","steps":["trace[1615933327] 'agreement among raft nodes before linearized reading' (duration: 317.924063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.028106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.708905Z","time spent":"319.178612ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6853,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"info","ts":"2026-04-28T03:22:03.028245Z","caller":"traceutil/trace.go:171","msg":"trace[1727179991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"364.42007ms","start":"2026-04-28T03:22:02.663314Z","end":"2026-04-28T03:22:03.027734Z","steps":["trace[1727179991] 'agreement among raft nodes before linearized reading' (duration: 363.204592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.028443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.663304Z","time spent":"365.050484ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:04.602538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.200296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:04.602655Z","caller":"traceutil/trace.go:171","msg":"trace[462624064] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1909; }","duration":"261.38039ms","start":"2026-04-28T03:22:04.341249Z","end":"2026-04-28T03:22:04.60263Z","steps":["trace[462624064] 'count revisions from in-memory index tree' (duration: 261.105503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.391846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:05.587919Z","caller":"traceutil/trace.go:171","msg":"trace[623467092] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"747.207378ms","start":"2026-04-28T03:22:04.840691Z","end":"2026-04-28T03:22:05.587898Z","steps":["trace[623467092] 'process raft request' (duration: 747.064765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.588064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.840674Z","time spent":"747.31482ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:05.589813Z","caller":"traceutil/trace.go:171","msg":"trace[1478828589] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2007; }","duration":"698.614063ms","start":"2026-04-28T03:22:04.89118Z","end":"2026-04-28T03:22:05.589794Z","steps":["trace[1478828589] 'read index received' (duration: 696.553205ms)","trace[1478828589] 'applied index is now lower than readState.Index' (duration: 2.059668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:05.589853Z","caller":"traceutil/trace.go:171","msg":"trace[1770512518] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"552.62027ms","start":"2026-04-28T03:22:05.037214Z","end":"2026-04-28T03:22:05.589835Z","steps":["trace[1770512518] 'process raft request' (duration: 552.465355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.589933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.03719Z","time spent":"552.699212ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.590052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.870209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:05.590078Z","caller":"traceutil/trace.go:171","msg":"trace[1577061195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"698.95347ms","start":"2026-04-28T03:22:04.891116Z","end":"2026-04-28T03:22:05.59007Z","steps":["trace[1577061195] 'agreement among raft nodes before linearized reading' (duration: 698.778236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.590106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.891096Z","time spent":"699.000572ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:05.590117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.797474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:22:05.590142Z","caller":"traceutil/trace.go:171","msg":"trace[1311226953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1911; }","duration":"425.851036ms","start":"2026-04-28T03:22:05.164284Z","end":"2026-04-28T03:22:05.590135Z","steps":["trace[1311226953] 'agreement among raft nodes before linearized reading' (duration: 425.739903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.590102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.779833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:05.590164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.164266Z","time spent":"425.893016ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:22:05.590188Z","caller":"traceutil/trace.go:171","msg":"trace[2138060488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"543.901717ms","start":"2026-04-28T03:22:05.046266Z","end":"2026-04-28T03:22:05.590167Z","steps":["trace[2138060488] 'agreement among raft nodes before linearized reading' (duration: 543.762293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.590233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.046253Z","time spent":"543.970168ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:05.590259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.244276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:05.590281Z","caller":"traceutil/trace.go:171","msg":"trace[1342632382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"512.265336ms","start":"2026-04-28T03:22:05.07801Z","end":"2026-04-28T03:22:05.590275Z","steps":["trace[1342632382] 'agreement among raft nodes before linearized reading' (duration: 512.207615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.590304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.077966Z","time spent":"512.333888ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:05.590313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.601921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:05.590357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.00885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:22:05.590437Z","caller":"traceutil/trace.go:171","msg":"trace[933427116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"464.768695ms","start":"2026-04-28T03:22:05.12565Z","end":"2026-04-28T03:22:05.590419Z","steps":["trace[933427116] 'agreement among raft nodes before linearized reading' (duration: 464.54185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.590482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:05.125632Z","time spent":"464.840198ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:05.590482Z","caller":"traceutil/trace.go:171","msg":"trace[1187437865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1911; }","duration":"151.161694ms","start":"2026-04-28T03:22:05.439303Z","end":"2026-04-28T03:22:05.590465Z","steps":["trace[1187437865] 'agreement among raft nodes before linearized reading' (duration: 150.875028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:06.018104Z","caller":"traceutil/trace.go:171","msg":"trace[194127668] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"168.95194ms","start":"2026-04-28T03:22:05.849126Z","end":"2026-04-28T03:22:06.018078Z","steps":["trace[194127668] 'process raft request' (duration: 167.931676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.016472Z","caller":"traceutil/trace.go:171","msg":"trace[977687991] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"154.107403ms","start":"2026-04-28T03:22:07.862337Z","end":"2026-04-28T03:22:08.016444Z","steps":["trace[977687991] 'process raft request' (duration: 152.675299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:08.680776Z","caller":"traceutil/trace.go:171","msg":"trace[200612847] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"136.563503ms","start":"2026-04-28T03:22:08.544191Z","end":"2026-04-28T03:22:08.680754Z","steps":["trace[200612847] 'read index received' (duration: 136.461151ms)","trace[200612847] 'applied index is now lower than readState.Index' (duration: 101.182µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:08.680885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.674945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:08.680906Z","caller":"traceutil/trace.go:171","msg":"trace[2006463399] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1929; }","duration":"136.749407ms","start":"2026-04-28T03:22:08.54415Z","end":"2026-04-28T03:22:08.680899Z","steps":["trace[2006463399] 'agreement among raft nodes before linearized reading' (duration: 136.683376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.20725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.459058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:09.207687Z","caller":"traceutil/trace.go:171","msg":"trace[906070972] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"565.581013ms","start":"2026-04-28T03:22:08.642052Z","end":"2026-04-28T03:22:09.207633Z","steps":["trace[906070972] 'process raft request' (duration: 328.667324ms)","trace[906070972] 'compare' (duration: 236.191512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:09.207737Z","caller":"traceutil/trace.go:171","msg":"trace[1632444158] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"525.871664ms","start":"2026-04-28T03:22:08.681829Z","end":"2026-04-28T03:22:09.2077Z","steps":["trace[1632444158] 'process raft request' (duration: 525.500446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:09.207459Z","caller":"traceutil/trace.go:171","msg":"trace[1601694667] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"310.10554ms","start":"2026-04-28T03:22:08.897335Z","end":"2026-04-28T03:22:09.207441Z","steps":["trace[1601694667] 'process raft request' (duration: 310.060549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:09.207815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.642029Z","time spent":"565.718765ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:09.207871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.897311Z","time spent":"310.518039ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:09.2079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:08.681806Z","time spent":"526.000358ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:09.262918Z","caller":"traceutil/trace.go:171","msg":"trace[122045225] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2028; }","duration":"219.075342ms","start":"2026-04-28T03:22:09.043817Z","end":"2026-04-28T03:22:09.262892Z","steps":["trace[122045225] 'read index received' (duration: 162.51766ms)","trace[122045225] 'applied index is now lower than readState.Index' (duration: 56.556722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:09.263094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.260426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:09.263157Z","caller":"traceutil/trace.go:171","msg":"trace[52458964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"219.374949ms","start":"2026-04-28T03:22:09.043763Z","end":"2026-04-28T03:22:09.263138Z","steps":["trace[52458964] 'agreement among raft nodes before linearized reading' (duration: 219.253586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:09.263166Z","caller":"traceutil/trace.go:171","msg":"trace[1204769788] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"238.241139ms","start":"2026-04-28T03:22:09.024866Z","end":"2026-04-28T03:22:09.263107Z","steps":["trace[1204769788] 'process raft request' (duration: 237.888271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.33226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:10.662471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.84752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:10.662554Z","caller":"traceutil/trace.go:171","msg":"trace[765055289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1933; }","duration":"471.941563ms","start":"2026-04-28T03:22:10.190601Z","end":"2026-04-28T03:22:10.662543Z","steps":["trace[765055289] 'range keys from in-memory index tree' (duration: 471.83375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.662556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.318076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:10.662638Z","caller":"traceutil/trace.go:171","msg":"trace[178880947] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.391836127s","start":"2026-04-28T03:22:09.270786Z","end":"2026-04-28T03:22:10.662622Z","steps":["trace[178880947] 'process raft request' (duration: 394.380088ms)","trace[178880947] 'compare' (duration: 996.914716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:10.662678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.270772Z","time spent":"1.39188621s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.833223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:11.338584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:11.839206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:12.046562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:12.046657Z","caller":"traceutil/trace.go:171","msg":"trace[1338532989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224321s","start":"2026-04-28T03:22:10.046397Z","end":"2026-04-28T03:22:12.046621Z","steps":["trace[1338532989] 'agreement among raft nodes before linearized reading' (duration: 2.000119889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:12.046701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.046382Z","time spent":"2.000310703s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:12.340371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:12.341225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.676060622s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:13.143287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:13.143367Z","caller":"traceutil/trace.go:171","msg":"trace[808840567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522988s","start":"2026-04-28T03:22:11.142826Z","end":"2026-04-28T03:22:13.143349Z","steps":["trace[808840567] 'agreement among raft nodes before linearized reading' (duration: 2.000416236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.143414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.142805Z","time spent":"2.00059855s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:13.91967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578242056s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:13.919739Z","caller":"traceutil/trace.go:171","msg":"trace[2074013141] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"4.314723979s","start":"2026-04-28T03:22:09.605003Z","end":"2026-04-28T03:22:13.919727Z","steps":["trace[2074013141] 'process raft request' (duration: 2.73634139s)","trace[2074013141] 'compare' (duration: 1.577825826s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:13.919773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.60498Z","time spent":"4.314777011s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:13.921037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579604357s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:13.921374Z","caller":"traceutil/trace.go:171","msg":"trace[1680773730] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2033; }","duration":"4.089414343s","start":"2026-04-28T03:22:09.831944Z","end":"2026-04-28T03:22:13.921359Z","steps":["trace[1680773730] 'read index received' (duration: 2.509478277s)","trace[1680773730] 'applied index is now lower than readState.Index' (duration: 1.579935086s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:13.921478Z","caller":"traceutil/trace.go:171","msg":"trace[1987550159] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"3.252521888s","start":"2026-04-28T03:22:10.668923Z","end":"2026-04-28T03:22:13.921445Z","steps":["trace[1987550159] 'process raft request' (duration: 3.252289502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089628547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:13.921619Z","caller":"traceutil/trace.go:171","msg":"trace[1230797561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1936; }","duration":"4.089709489s","start":"2026-04-28T03:22:09.831899Z","end":"2026-04-28T03:22:13.921608Z","steps":["trace[1230797561] 'agreement among raft nodes before linearized reading' (duration: 4.089553116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874560794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.921653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.831877Z","time spent":"4.089767381s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:13.921637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.6689Z","time spent":"3.252655441s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3643,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:13.921669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08889235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:22:13.921641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027630282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:13.921655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287317025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.921726Z","caller":"traceutil/trace.go:171","msg":"trace[1296719295] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1936; }","duration":"2.027781356s","start":"2026-04-28T03:22:11.893924Z","end":"2026-04-28T03:22:13.921705Z","steps":["trace[1296719295] 'agreement among raft nodes before linearized reading' (duration: 2.027604851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.14245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:13.921715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019271257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:13.921738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687844989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.921762Z","caller":"traceutil/trace.go:171","msg":"trace[908921825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1936; }","duration":"1.287494799s","start":"2026-04-28T03:22:12.634244Z","end":"2026-04-28T03:22:13.921739Z","steps":["trace[908921825] 'agreement among raft nodes before linearized reading' (duration: 1.287289335s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.921778Z","caller":"traceutil/trace.go:171","msg":"trace[1791954178] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1936; }","duration":"1.687929031s","start":"2026-04-28T03:22:12.233841Z","end":"2026-04-28T03:22:13.92177Z","steps":["trace[1791954178] 'agreement among raft nodes before linearized reading' (duration: 1.687861669s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.921778Z","caller":"traceutil/trace.go:171","msg":"trace[243320798] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1936; }","duration":"2.019370559s","start":"2026-04-28T03:22:11.902395Z","end":"2026-04-28T03:22:13.921766Z","steps":["trace[243320798] 'agreement among raft nodes before linearized reading' (duration: 2.019249686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.233818Z","time spent":"1.687988402s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.921825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.902382Z","time spent":"2.01943152s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.921823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.634224Z","time spent":"1.287586822s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.921829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.677133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.921839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.25426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:13.921866Z","caller":"traceutil/trace.go:171","msg":"trace[440066354] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:1936; }","duration":"254.746645ms","start":"2026-04-28T03:22:13.667109Z","end":"2026-04-28T03:22:13.921855Z","steps":["trace[440066354] 'agreement among raft nodes before linearized reading' (duration: 254.697534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.921702Z","caller":"traceutil/trace.go:171","msg":"trace[658620499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1936; }","duration":"4.088973983s","start":"2026-04-28T03:22:09.832718Z","end":"2026-04-28T03:22:13.921692Z","steps":["trace[658620499] 'agreement among raft nodes before linearized reading' (duration: 4.088804299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668846892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:13.921955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216806782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:22:13.92197Z","caller":"traceutil/trace.go:171","msg":"trace[1566492742] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1936; }","duration":"2.668913014s","start":"2026-04-28T03:22:11.253046Z","end":"2026-04-28T03:22:13.921959Z","steps":["trace[1566492742] 'agreement among raft nodes before linearized reading' (duration: 2.668856203s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.92199Z","caller":"traceutil/trace.go:171","msg":"trace[869228589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1936; }","duration":"3.216875704s","start":"2026-04-28T03:22:10.705103Z","end":"2026-04-28T03:22:13.921979Z","steps":["trace[869228589] 'agreement among raft nodes before linearized reading' (duration: 3.216782132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.253031Z","time spent":"2.668960745s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-04-28T03:22:13.922006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086678509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:13.92202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088904271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:13.922021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.705051Z","time spent":"3.216960357s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:22:13.92194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307931905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:22:13.922047Z","caller":"traceutil/trace.go:171","msg":"trace[1716498076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:1936; }","duration":"4.08674561s","start":"2026-04-28T03:22:09.835288Z","end":"2026-04-28T03:22:13.922034Z","steps":["trace[1716498076] 'agreement among raft nodes before linearized reading' (duration: 4.086643988s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:13.922064Z","caller":"traceutil/trace.go:171","msg":"trace[138049967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1936; }","duration":"4.088953722s","start":"2026-04-28T03:22:09.833085Z","end":"2026-04-28T03:22:13.922038Z","steps":["trace[138049967] 'agreement among raft nodes before linearized reading' (duration: 4.08887128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.835276Z","time spent":"4.086793112s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:13.92209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.833069Z","time spent":"4.089012443s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:13.922086Z","caller":"traceutil/trace.go:171","msg":"trace[615840286] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1936; }","duration":"2.308098029s","start":"2026-04-28T03:22:11.613967Z","end":"2026-04-28T03:22:13.922065Z","steps":["trace[615840286] 'agreement among raft nodes before linearized reading' (duration: 2.307750621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81123227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:13.922167Z","caller":"traceutil/trace.go:171","msg":"trace[1674878349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1936; }","duration":"3.811311051s","start":"2026-04-28T03:22:10.110845Z","end":"2026-04-28T03:22:13.922156Z","steps":["trace[1674878349] 'agreement among raft nodes before linearized reading' (duration: 3.811212889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.921779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.893899Z","time spent":"2.027866658s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.922183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119172921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:13.922231Z","caller":"traceutil/trace.go:171","msg":"trace[1890532034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"3.119259052s","start":"2026-04-28T03:22:10.802961Z","end":"2026-04-28T03:22:13.92222Z","steps":["trace[1890532034] 'agreement among raft nodes before linearized reading' (duration: 3.119126629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.802936Z","time spent":"3.119315794s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:13.921982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.832689Z","time spent":"4.089238509s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:13.922125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:11.613952Z","time spent":"2.30816115s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":230,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:13.921676Z","caller":"traceutil/trace.go:171","msg":"trace[2120389417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"1.874662835s","start":"2026-04-28T03:22:12.046997Z","end":"2026-04-28T03:22:13.921659Z","steps":["trace[2120389417] 'agreement among raft nodes before linearized reading' (duration: 1.874550573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.046982Z","time spent":"1.875403283s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:13.921781Z","caller":"traceutil/trace.go:171","msg":"trace[985962142] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:1936; }","duration":"828.249083ms","start":"2026-04-28T03:22:13.093513Z","end":"2026-04-28T03:22:13.921762Z","steps":["trace[985962142] 'agreement among raft nodes before linearized reading' (duration: 828.157521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.093493Z","time spent":"829.066632ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:13.921874Z","caller":"traceutil/trace.go:171","msg":"trace[933191956] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1936; }","duration":"993.319352ms","start":"2026-04-28T03:22:12.928542Z","end":"2026-04-28T03:22:13.921862Z","steps":["trace[933191956] 'agreement among raft nodes before linearized reading' (duration: 993.266431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:13.922748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:12.928523Z","time spent":"994.209792ms","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:13.922196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:10.110826Z","time spent":"3.811363183s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:14.049241Z","caller":"traceutil/trace.go:171","msg":"trace[1901091924] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"121.777396ms","start":"2026-04-28T03:22:13.927409Z","end":"2026-04-28T03:22:14.049186Z","steps":["trace[1901091924] 'process raft request' (duration: 108.881216ms)","trace[1901091924] 'compare' (duration: 12.508611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:14.049276Z","caller":"traceutil/trace.go:171","msg":"trace[1792765050] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"121.561492ms","start":"2026-04-28T03:22:13.92768Z","end":"2026-04-28T03:22:14.049242Z","steps":["trace[1792765050] 'process raft request' (duration: 121.384728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.049304Z","caller":"traceutil/trace.go:171","msg":"trace[1335764843] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"120.498907ms","start":"2026-04-28T03:22:13.928772Z","end":"2026-04-28T03:22:14.049271Z","steps":["trace[1335764843] 'process raft request' (duration: 120.407725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.049418Z","caller":"traceutil/trace.go:171","msg":"trace[1455155757] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"121.035319ms","start":"2026-04-28T03:22:13.928329Z","end":"2026-04-28T03:22:14.049364Z","steps":["trace[1455155757] 'process raft request' (duration: 120.817914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.049712Z","caller":"traceutil/trace.go:171","msg":"trace[1877113006] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"119.635426ms","start":"2026-04-28T03:22:13.93005Z","end":"2026-04-28T03:22:14.049685Z","steps":["trace[1877113006] 'process raft request' (duration: 119.168665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.049713Z","caller":"traceutil/trace.go:171","msg":"trace[2112449313] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"119.494803ms","start":"2026-04-28T03:22:13.930199Z","end":"2026-04-28T03:22:14.049694Z","steps":["trace[2112449313] 'process raft request' (duration: 119.37404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.083375Z","caller":"traceutil/trace.go:171","msg":"trace[1403012809] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2035; }","duration":"155.172348ms","start":"2026-04-28T03:22:13.928174Z","end":"2026-04-28T03:22:14.083347Z","steps":["trace[1403012809] 'read index received' (duration: 108.101818ms)","trace[1403012809] 'applied index is now lower than readState.Index' (duration: 47.06927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:14.083669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.441475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-create\" ","response":"range_response_count:1 size:3658"} {"level":"info","ts":"2026-04-28T03:22:14.083706Z","caller":"traceutil/trace.go:171","msg":"trace[2009094597] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-create; range_end:; response_count:1; response_revision:1942; }","duration":"155.541867ms","start":"2026-04-28T03:22:13.928152Z","end":"2026-04-28T03:22:14.083694Z","steps":["trace[2009094597] 'agreement among raft nodes before linearized reading' (duration: 155.342921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:14.083765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.303542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:57505"} {"level":"info","ts":"2026-04-28T03:22:14.083834Z","caller":"traceutil/trace.go:171","msg":"trace[245764970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:1942; }","duration":"155.400034ms","start":"2026-04-28T03:22:13.928419Z","end":"2026-04-28T03:22:14.083819Z","steps":["trace[245764970] 'agreement among raft nodes before linearized reading' (duration: 155.112296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:14.08382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.185894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:14.083903Z","caller":"traceutil/trace.go:171","msg":"trace[1171489717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"124.341458ms","start":"2026-04-28T03:22:13.959542Z","end":"2026-04-28T03:22:14.083884Z","steps":["trace[1171489717] 'agreement among raft nodes before linearized reading' (duration: 124.179124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:14.083875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.297446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-28T03:22:14.083998Z","caller":"traceutil/trace.go:171","msg":"trace[1984952234] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1942; }","duration":"121.45928ms","start":"2026-04-28T03:22:13.962514Z","end":"2026-04-28T03:22:14.083974Z","steps":["trace[1984952234] 'agreement among raft nodes before linearized reading' (duration: 121.153973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:14.410077Z","caller":"traceutil/trace.go:171","msg":"trace[1735917907] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1947; }","duration":"164.822094ms","start":"2026-04-28T03:22:14.245222Z","end":"2026-04-28T03:22:14.410045Z","steps":["trace[1735917907] 'process raft request' (duration: 66.921825ms)","trace[1735917907] 'compare' (duration: 97.796126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:14.604679Z","caller":"traceutil/trace.go:171","msg":"trace[688174543] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"101.156406ms","start":"2026-04-28T03:22:14.503496Z","end":"2026-04-28T03:22:14.604653Z","steps":["trace[688174543] 'process raft request' (duration: 57.760691ms)","trace[688174543] 'compare' (duration: 43.20653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:14.941383Z","caller":"traceutil/trace.go:171","msg":"trace[1455424095] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"120.813974ms","start":"2026-04-28T03:22:14.820541Z","end":"2026-04-28T03:22:14.941355Z","steps":["trace[1455424095] 'process raft request' (duration: 41.060579ms)","trace[1455424095] 'compare' (duration: 79.601822ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:14.945555Z","caller":"traceutil/trace.go:171","msg":"trace[558922305] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"122.333549ms","start":"2026-04-28T03:22:14.823194Z","end":"2026-04-28T03:22:14.945527Z","steps":["trace[558922305] 'process raft request' (duration: 122.112554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:15.990135Z","caller":"traceutil/trace.go:171","msg":"trace[1121331988] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"140.31999ms","start":"2026-04-28T03:22:15.849796Z","end":"2026-04-28T03:22:15.990116Z","steps":["trace[1121331988] 'process raft request' (duration: 140.209637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.494763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:16.954629Z","caller":"traceutil/trace.go:171","msg":"trace[113439523] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2109; }","duration":"960.275109ms","start":"2026-04-28T03:22:15.994333Z","end":"2026-04-28T03:22:16.954608Z","steps":["trace[113439523] 'read index received' (duration: 879.030149ms)","trace[113439523] 'applied index is now lower than readState.Index' (duration: 81.243939ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:16.954675Z","caller":"traceutil/trace.go:171","msg":"trace[1764261608] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"988.716754ms","start":"2026-04-28T03:22:15.965929Z","end":"2026-04-28T03:22:16.954646Z","steps":["trace[1764261608] 'process raft request' (duration: 988.598382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.954809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:15.965909Z","time spent":"988.827217ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:16.954883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.530944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:22:16.954925Z","caller":"traceutil/trace.go:171","msg":"trace[1750752149] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2; range_end:; response_count:1; response_revision:2011; }","duration":"960.609416ms","start":"2026-04-28T03:22:15.9943Z","end":"2026-04-28T03:22:16.95491Z","steps":["trace[1750752149] 'agreement among raft nodes before linearized reading' (duration: 960.453063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.954957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:15.994289Z","time spent":"960.658497ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2\" "} {"level":"info","ts":"2026-04-28T03:22:16.954948Z","caller":"traceutil/trace.go:171","msg":"trace[1322167871] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.028915464s","start":"2026-04-28T03:22:15.926002Z","end":"2026-04-28T03:22:16.954918Z","steps":["trace[1322167871] 'process raft request' (duration: 947.432639ms)","trace[1322167871] 'compare' (duration: 80.611475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:16.955093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:15.925979Z","time spent":"1.029026758s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:16.955123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.109272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:22:16.95516Z","caller":"traceutil/trace.go:171","msg":"trace[140727627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2011; }","duration":"864.174193ms","start":"2026-04-28T03:22:16.090977Z","end":"2026-04-28T03:22:16.955151Z","steps":["trace[140727627] 'agreement among raft nodes before linearized reading' (duration: 864.081111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.95518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.090962Z","time spent":"864.212075ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.860061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:22:16.9552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.724738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:16.955218Z","caller":"traceutil/trace.go:171","msg":"trace[917520051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2011; }","duration":"900.973853ms","start":"2026-04-28T03:22:16.054232Z","end":"2026-04-28T03:22:16.955206Z","steps":["trace[917520051] 'agreement among raft nodes before linearized reading' (duration: 900.82934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:16.955235Z","caller":"traceutil/trace.go:171","msg":"trace[1216892504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2011; }","duration":"900.779469ms","start":"2026-04-28T03:22:16.054443Z","end":"2026-04-28T03:22:16.955223Z","steps":["trace[1216892504] 'agreement among raft nodes before linearized reading' (duration: 900.669566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.955248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.054174Z","time spent":"901.066556ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.851958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:16.955262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.054431Z","time spent":"900.824ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.57141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" ","response":"range_response_count:1 size:4163"} {"level":"info","ts":"2026-04-28T03:22:16.955813Z","caller":"traceutil/trace.go:171","msg":"trace[362497304] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk; range_end:; response_count:1; response_revision:2011; }","duration":"364.106362ms","start":"2026-04-28T03:22:16.59169Z","end":"2026-04-28T03:22:16.955797Z","steps":["trace[362497304] 'agreement among raft nodes before linearized reading' (duration: 363.541319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.955851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.591673Z","time spent":"364.167674ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4186,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.009395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:16.955915Z","caller":"traceutil/trace.go:171","msg":"trace[757979801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2011; }","duration":"481.64625ms","start":"2026-04-28T03:22:16.474244Z","end":"2026-04-28T03:22:16.955891Z","steps":["trace[757979801] 'agreement among raft nodes before linearized reading' (duration: 481.042296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.955964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.474226Z","time spent":"481.721282ms","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:16.955309Z","caller":"traceutil/trace.go:171","msg":"trace[1013746295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"909.098324ms","start":"2026-04-28T03:22:16.046184Z","end":"2026-04-28T03:22:16.955283Z","steps":["trace[1013746295] 'agreement among raft nodes before linearized reading' (duration: 908.864479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.956085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.046159Z","time spent":"909.913692ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.419614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:16.95621Z","caller":"traceutil/trace.go:171","msg":"trace[1854304406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2011; }","duration":"902.172961ms","start":"2026-04-28T03:22:16.054025Z","end":"2026-04-28T03:22:16.956198Z","steps":["trace[1854304406] 'agreement among raft nodes before linearized reading' (duration: 901.338822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.956232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.053998Z","time spent":"902.226523ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:16.955626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.586378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:16.956323Z","caller":"traceutil/trace.go:171","msg":"trace[589719956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2011; }","duration":"902.329075ms","start":"2026-04-28T03:22:16.053976Z","end":"2026-04-28T03:22:16.956305Z","steps":["trace[589719956] 'agreement among raft nodes before linearized reading' (duration: 901.577147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:16.956375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.053954Z","time spent":"902.395167ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:17.459889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:17.547421Z","caller":"traceutil/trace.go:171","msg":"trace[1250517360] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"589.729077ms","start":"2026-04-28T03:22:16.957671Z","end":"2026-04-28T03:22:17.547401Z","steps":["trace[1250517360] 'process raft request' (duration: 589.602494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.547528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.95765Z","time spent":"589.822439ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:17.851167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.185804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:17.851328Z","caller":"traceutil/trace.go:171","msg":"trace[1729073702] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2111; }","duration":"892.542335ms","start":"2026-04-28T03:22:16.958774Z","end":"2026-04-28T03:22:17.851317Z","steps":["trace[1729073702] 'read index received' (duration: 588.549139ms)","trace[1729073702] 'applied index is now lower than readState.Index' (duration: 303.992486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:17.851389Z","caller":"traceutil/trace.go:171","msg":"trace[1048290461] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"891.88617ms","start":"2026-04-28T03:22:16.959498Z","end":"2026-04-28T03:22:17.851384Z","steps":["trace[1048290461] 'process raft request' (duration: 648.417369ms)","trace[1048290461] 'compare' (duration: 243.079682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:17.851427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.959487Z","time spent":"891.921821ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:17.851632Z","caller":"traceutil/trace.go:171","msg":"trace[1439157564] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"892.013443ms","start":"2026-04-28T03:22:16.959612Z","end":"2026-04-28T03:22:17.851626Z","steps":["trace[1439157564] 'process raft request' (duration: 891.626954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.851691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.959589Z","time spent":"892.085486ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:17.851779Z","caller":"traceutil/trace.go:171","msg":"trace[346237565] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"891.277547ms","start":"2026-04-28T03:22:16.960493Z","end":"2026-04-28T03:22:17.85177Z","steps":["trace[346237565] 'process raft request' (duration: 890.780294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.851823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.960481Z","time spent":"891.322448ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:17.851876Z","caller":"traceutil/trace.go:171","msg":"trace[1429883033] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"891.256485ms","start":"2026-04-28T03:22:16.960615Z","end":"2026-04-28T03:22:17.851871Z","steps":["trace[1429883033] 'process raft request' (duration: 890.675981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.851917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.960608Z","time spent":"891.281766ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:17.852104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.320594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:57505"} {"level":"warn","ts":"2026-04-28T03:22:17.852142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.346521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-04-28T03:22:17.852166Z","caller":"traceutil/trace.go:171","msg":"trace[394074773] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2016; }","duration":"892.394863ms","start":"2026-04-28T03:22:16.959764Z","end":"2026-04-28T03:22:17.852159Z","steps":["trace[394074773] 'agreement among raft nodes before linearized reading' (duration: 892.328681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.852184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.959755Z","time spent":"892.425853ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4455,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-28T03:22:17.852174Z","caller":"traceutil/trace.go:171","msg":"trace[827203306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2016; }","duration":"893.392866ms","start":"2026-04-28T03:22:16.958764Z","end":"2026-04-28T03:22:17.852157Z","steps":["trace[827203306] 'agreement among raft nodes before linearized reading' (duration: 893.13499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.852228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:16.958757Z","time spent":"893.457537ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":57528,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:17.852233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.205204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:17.852312Z","caller":"traceutil/trace.go:171","msg":"trace[702088119] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2016; }","duration":"734.342507ms","start":"2026-04-28T03:22:17.117951Z","end":"2026-04-28T03:22:17.852294Z","steps":["trace[702088119] 'agreement among raft nodes before linearized reading' (duration: 734.182703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.852355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:17.117926Z","time spent":"734.420829ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:17.852361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.996413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:17.85246Z","caller":"traceutil/trace.go:171","msg":"trace[2146849089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"803.130496ms","start":"2026-04-28T03:22:17.049307Z","end":"2026-04-28T03:22:17.852437Z","steps":["trace[2146849089] 'agreement among raft nodes before linearized reading' (duration: 802.967782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:17.85252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:17.049287Z","time spent":"803.220728ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:18.333267Z","caller":"traceutil/trace.go:171","msg":"trace[1228935903] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2116; }","duration":"288.354351ms","start":"2026-04-28T03:22:18.044883Z","end":"2026-04-28T03:22:18.333237Z","steps":["trace[1228935903] 'read index received' (duration: 212.482676ms)","trace[1228935903] 'applied index is now lower than readState.Index' (duration: 75.867865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:18.333502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.604708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:18.333566Z","caller":"traceutil/trace.go:171","msg":"trace[164941982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"288.704889ms","start":"2026-04-28T03:22:18.044847Z","end":"2026-04-28T03:22:18.333552Z","steps":["trace[164941982] 'agreement among raft nodes before linearized reading' (duration: 288.583686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:18.333705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.426515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:18.334032Z","caller":"traceutil/trace.go:171","msg":"trace[1567521422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2017; }","duration":"256.776734ms","start":"2026-04-28T03:22:18.077237Z","end":"2026-04-28T03:22:18.334014Z","steps":["trace[1567521422] 'agreement among raft nodes before linearized reading' (duration: 256.307773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:18.333736Z","caller":"traceutil/trace.go:171","msg":"trace[753924753] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"474.191286ms","start":"2026-04-28T03:22:17.859533Z","end":"2026-04-28T03:22:18.333724Z","steps":["trace[753924753] 'process raft request' (duration: 397.925272ms)","trace[753924753] 'compare' (duration: 75.624038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:18.334194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:17.85951Z","time spent":"474.618617ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:18.778812Z","caller":"traceutil/trace.go:171","msg":"trace[429864821] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"344.508854ms","start":"2026-04-28T03:22:18.43428Z","end":"2026-04-28T03:22:18.778789Z","steps":["trace[429864821] 'process raft request' (duration: 344.382621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:18.778944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:18.434261Z","time spent":"344.620596ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:18.822785Z","caller":"traceutil/trace.go:171","msg":"trace[815009523] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2119; }","duration":"293.119131ms","start":"2026-04-28T03:22:18.529644Z","end":"2026-04-28T03:22:18.822763Z","steps":["trace[815009523] 'read index received' (duration: 249.179425ms)","trace[815009523] 'applied index is now lower than readState.Index' (duration: 43.938376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:18.823111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.455659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:22:18.823163Z","caller":"traceutil/trace.go:171","msg":"trace[928224608] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2021; }","duration":"293.557412ms","start":"2026-04-28T03:22:18.529593Z","end":"2026-04-28T03:22:18.823151Z","steps":["trace[928224608] 'agreement among raft nodes before linearized reading' (duration: 293.263925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:18.823324Z","caller":"traceutil/trace.go:171","msg":"trace[866226436] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"385.751157ms","start":"2026-04-28T03:22:18.437534Z","end":"2026-04-28T03:22:18.823285Z","steps":["trace[866226436] 'process raft request' (duration: 384.926648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:18.823374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:18.434651Z","time spent":"388.712676ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:18.823494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:18.437512Z","time spent":"385.901341ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:18.82353Z","caller":"traceutil/trace.go:171","msg":"trace[1534506861] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"380.975107ms","start":"2026-04-28T03:22:18.44251Z","end":"2026-04-28T03:22:18.823485Z","steps":["trace[1534506861] 'process raft request' (duration: 380.169457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:18.823699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:18.442491Z","time spent":"381.104859ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6956,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:20.118295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:20.619082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:21.134131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:21.634728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:22.057915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01085586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:22.058041Z","caller":"traceutil/trace.go:171","msg":"trace[587302515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011034664s","start":"2026-04-28T03:22:20.046983Z","end":"2026-04-28T03:22:22.058018Z","steps":["trace[587302515] 'agreement among raft nodes before linearized reading' (duration: 2.010887081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:22.058086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.046955Z","time spent":"2.011120937s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:22.134883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:22.635589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:23.136456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:23.197698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.736422251s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:23.198278Z","caller":"traceutil/trace.go:171","msg":"trace[1645204228] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"3.737103217s","start":"2026-04-28T03:22:19.46115Z","end":"2026-04-28T03:22:23.198253Z","steps":["trace[1645204228] 'process raft request' (duration: 3.736906132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:23.198417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.461129Z","time spent":"3.737219249s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:24.058982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:24.059067Z","caller":"traceutil/trace.go:171","msg":"trace[2038012768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269212s","start":"2026-04-28T03:22:22.05878Z","end":"2026-04-28T03:22:24.05905Z","steps":["trace[2038012768] 'agreement among raft nodes before linearized reading' (duration: 2.000164209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.059112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.058755Z","time spent":"2.000347984s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:24.747464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.549363601s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:24.748017Z","caller":"traceutil/trace.go:171","msg":"trace[1644338776] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"5.186593301s","start":"2026-04-28T03:22:19.561405Z","end":"2026-04-28T03:22:24.747999Z","steps":["trace[1644338776] 'process raft request' (duration: 5.186283234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.748132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.561385Z","time spent":"5.186684374s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:24.748145Z","caller":"traceutil/trace.go:171","msg":"trace[1663927503] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"3.761686059s","start":"2026-04-28T03:22:20.986364Z","end":"2026-04-28T03:22:24.74805Z","steps":["trace[1663927503] 'process raft request' (duration: 3.761462774s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.748244Z","caller":"traceutil/trace.go:171","msg":"trace[968745108] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2152; }","duration":"5.130860239s","start":"2026-04-28T03:22:19.617345Z","end":"2026-04-28T03:22:24.748205Z","steps":["trace[968745108] 'read index received' (duration: 3.580797532s)","trace[968745108] 'applied index is now lower than readState.Index' (duration: 1.550059227s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:24.748327Z","caller":"traceutil/trace.go:171","msg":"trace[151327072] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"2.924816596s","start":"2026-04-28T03:22:21.82347Z","end":"2026-04-28T03:22:24.748287Z","steps":["trace[151327072] 'process raft request' (duration: 2.924433147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.748456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131093455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-28T03:22:24.748492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:21.823446Z","time spent":"2.924952851s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14818,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:24.748491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.986338Z","time spent":"3.761978467s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:24.748525Z","caller":"traceutil/trace.go:171","msg":"trace[843110956] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:2054; }","duration":"5.131213138s","start":"2026-04-28T03:22:19.617287Z","end":"2026-04-28T03:22:24.7485Z","steps":["trace[843110956] 'agreement among raft nodes before linearized reading' (duration: 5.131031503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.74858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.617263Z","time spent":"5.1313032s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" "} {"level":"info","ts":"2026-04-28T03:22:24.811122Z","caller":"traceutil/trace.go:171","msg":"trace[457110722] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.585760472s","start":"2026-04-28T03:22:23.225337Z","end":"2026-04-28T03:22:24.811097Z","steps":["trace[457110722] 'process raft request' (duration: 1.585506446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.811228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.225313Z","time spent":"1.585868014s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2381,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:24.811257Z","caller":"traceutil/trace.go:171","msg":"trace[2003816506] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.54802865s","start":"2026-04-28T03:22:23.263188Z","end":"2026-04-28T03:22:24.811217Z","steps":["trace[2003816506] 'process raft request' (duration: 1.547853996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.811414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:23.263167Z","time spent":"1.548170343s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3533,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:24.836054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978814875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:22:24.836141Z","caller":"traceutil/trace.go:171","msg":"trace[1077293877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2056; }","duration":"4.978942738s","start":"2026-04-28T03:22:19.857179Z","end":"2026-04-28T03:22:24.836122Z","steps":["trace[1077293877] 'agreement among raft nodes before linearized reading' (duration: 4.978748654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.836185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.857162Z","time spent":"4.97901186s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:24.836607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978402475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:22:24.836655Z","caller":"traceutil/trace.go:171","msg":"trace[125044173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2056; }","duration":"4.978465827s","start":"2026-04-28T03:22:19.858179Z","end":"2026-04-28T03:22:24.836645Z","steps":["trace[125044173] 'agreement among raft nodes before linearized reading' (duration: 4.978348594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.836687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.85817Z","time spent":"4.978507148s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:24.836683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878002108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" ","response":"range_response_count:1 size:4163"} {"level":"info","ts":"2026-04-28T03:22:24.836762Z","caller":"traceutil/trace.go:171","msg":"trace[789079656] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk; range_end:; response_count:1; response_revision:2056; }","duration":"4.87812127s","start":"2026-04-28T03:22:19.958618Z","end":"2026-04-28T03:22:24.83674Z","steps":["trace[789079656] 'agreement among raft nodes before linearized reading' (duration: 4.877897145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.836825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.958601Z","time spent":"4.878210913s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4186,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" "} {"level":"warn","ts":"2026-04-28T03:22:24.836875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.093393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:24.836914Z","caller":"traceutil/trace.go:171","msg":"trace[1089588471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"770.160635ms","start":"2026-04-28T03:22:24.066741Z","end":"2026-04-28T03:22:24.836902Z","steps":["trace[1089588471] 'agreement among raft nodes before linearized reading' (duration: 770.066353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.836936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.066728Z","time spent":"770.202376ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:24.836931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008513541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:24.836986Z","caller":"traceutil/trace.go:171","msg":"trace[1061731760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2057; }","duration":"4.008594354s","start":"2026-04-28T03:22:20.828377Z","end":"2026-04-28T03:22:24.836971Z","steps":["trace[1061731760] 'agreement among raft nodes before linearized reading' (duration: 4.008404479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.836991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453236678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:24.837015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384345171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:24.837063Z","caller":"traceutil/trace.go:171","msg":"trace[1579538118] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2058; }","duration":"4.453364171s","start":"2026-04-28T03:22:20.383681Z","end":"2026-04-28T03:22:24.837046Z","steps":["trace[1579538118] 'agreement among raft nodes before linearized reading' (duration: 4.453178607s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.83709Z","caller":"traceutil/trace.go:171","msg":"trace[1693396174] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2058; }","duration":"2.384487334s","start":"2026-04-28T03:22:22.452582Z","end":"2026-04-28T03:22:24.837069Z","steps":["trace[1693396174] 'agreement among raft nodes before linearized reading' (duration: 2.38432593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.837114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.383632Z","time spent":"4.453470314s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:24.837116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756759834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:24.837138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:22.452552Z","time spent":"2.384575836s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:24.837119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.828363Z","time spent":"4.008741977s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:24.837146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979770826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:24.837169Z","caller":"traceutil/trace.go:171","msg":"trace[1390786181] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2058; }","duration":"4.756851346s","start":"2026-04-28T03:22:20.080304Z","end":"2026-04-28T03:22:24.837155Z","steps":["trace[1390786181] 'agreement among raft nodes before linearized reading' (duration: 4.756757684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.837185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979820668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:22:24.837197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142113354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:22:24.837201Z","caller":"traceutil/trace.go:171","msg":"trace[827413643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"4.979831649s","start":"2026-04-28T03:22:19.857353Z","end":"2026-04-28T03:22:24.837185Z","steps":["trace[827413643] 'agreement among raft nodes before linearized reading' (duration: 4.979625174s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:24.837213Z","caller":"traceutil/trace.go:171","msg":"trace[1872259546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2058; }","duration":"4.979880959s","start":"2026-04-28T03:22:19.857324Z","end":"2026-04-28T03:22:24.837205Z","steps":["trace[1872259546] 'agreement among raft nodes before linearized reading' (duration: 4.979808077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.83721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.080285Z","time spent":"4.756913277s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:24.837231Z","caller":"traceutil/trace.go:171","msg":"trace[1207496066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2058; }","duration":"4.142201306s","start":"2026-04-28T03:22:20.69502Z","end":"2026-04-28T03:22:24.837222Z","steps":["trace[1207496066] 'agreement among raft nodes before linearized reading' (duration: 4.142106614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.83724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.857298Z","time spent":"4.979937121s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:24.837238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.857347Z","time spent":"4.97988378s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:24.837261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.695001Z","time spent":"4.142253377s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:22:24.837259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97991975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:22:24.837304Z","caller":"traceutil/trace.go:171","msg":"trace[1283545364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"4.979993012s","start":"2026-04-28T03:22:19.857298Z","end":"2026-04-28T03:22:24.837291Z","steps":["trace[1283545364] 'agreement among raft nodes before linearized reading' (duration: 4.979874819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:24.837348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:19.857271Z","time spent":"4.980056534s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:27.504105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451493151s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:27.504292Z","caller":"traceutil/trace.go:171","msg":"trace[393625334] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"2.654415005s","start":"2026-04-28T03:22:24.849864Z","end":"2026-04-28T03:22:27.504279Z","steps":["trace[393625334] 'process raft request' (duration: 2.654331013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:27.504341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.849843Z","time spent":"2.654476016s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:27.504501Z","caller":"traceutil/trace.go:171","msg":"trace[1294660197] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"2.654666841s","start":"2026-04-28T03:22:24.849826Z","end":"2026-04-28T03:22:27.504493Z","steps":["trace[1294660197] 'process raft request' (duration: 202.694549ms)","trace[1294660197] 'compare' (duration: 2.45101486s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:27.504546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.849779Z","time spent":"2.654746582s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4150,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:27.750232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671451295s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:28.060646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983801217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:28.06077Z","caller":"traceutil/trace.go:171","msg":"trace[972431631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.98395417s","start":"2026-04-28T03:22:26.076786Z","end":"2026-04-28T03:22:28.06074Z","steps":["trace[972431631] 'agreement among raft nodes before linearized reading' (duration: 1.983794737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:28.060835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:26.076696Z","time spent":"1.984126774s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:29.136463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379346007s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:29.32217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571443468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:29.322377Z","caller":"traceutil/trace.go:171","msg":"trace[1504533081] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"4.472383575s","start":"2026-04-28T03:22:24.849977Z","end":"2026-04-28T03:22:29.322361Z","steps":["trace[1504533081] 'process raft request' (duration: 2.900666001s)","trace[1504533081] 'compare' (duration: 1.570359023s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:29.322429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.849966Z","time spent":"4.472436746s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:29.322697Z","caller":"traceutil/trace.go:171","msg":"trace[753877646] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"4.472628691s","start":"2026-04-28T03:22:24.850046Z","end":"2026-04-28T03:22:29.322674Z","steps":["trace[753877646] 'process raft request' (duration: 4.472493098s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.322739Z","caller":"traceutil/trace.go:171","msg":"trace[456736632] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"4.472688782s","start":"2026-04-28T03:22:24.85003Z","end":"2026-04-28T03:22:29.322719Z","steps":["trace[456736632] 'process raft request' (duration: 4.472251022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.322818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.850026Z","time spent":"4.472750404s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:29.32284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.850031Z","time spent":"4.472731193s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:29.322943Z","caller":"traceutil/trace.go:171","msg":"trace[1451867293] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"4.472826465s","start":"2026-04-28T03:22:24.8501Z","end":"2026-04-28T03:22:29.322926Z","steps":["trace[1451867293] 'process raft request' (duration: 4.472526408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.32303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.850093Z","time spent":"4.472883056s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:29.323198Z","caller":"traceutil/trace.go:171","msg":"trace[262768237] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"4.470691946s","start":"2026-04-28T03:22:24.852493Z","end":"2026-04-28T03:22:29.323185Z","steps":["trace[262768237] 'process raft request' (duration: 4.470542493s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.323185Z","caller":"traceutil/trace.go:171","msg":"trace[50875628] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"4.473038161s","start":"2026-04-28T03:22:24.85011Z","end":"2026-04-28T03:22:29.323148Z","steps":["trace[50875628] 'process raft request' (duration: 4.472721813s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.323205Z","caller":"traceutil/trace.go:171","msg":"trace[1596272429] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"2.568806473s","start":"2026-04-28T03:22:26.754376Z","end":"2026-04-28T03:22:29.323183Z","steps":["trace[1596272429] 'process raft request' (duration: 2.568754732s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.323267Z","caller":"traceutil/trace.go:171","msg":"trace[270082349] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2162; }","duration":"4.46909991s","start":"2026-04-28T03:22:24.854131Z","end":"2026-04-28T03:22:29.323231Z","steps":["trace[270082349] 'read index received' (duration: 198.46501ms)","trace[270082349] 'applied index is now lower than readState.Index' (duration: 4.27063116s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:29.323348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.850105Z","time spent":"4.473153824s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:29.323365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:26.754358Z","time spent":"2.568924116s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:29.323244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.852483Z","time spent":"4.470736277s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:29.323433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469293754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:29.323493Z","caller":"traceutil/trace.go:171","msg":"trace[339582171] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2068; }","duration":"4.469375446s","start":"2026-04-28T03:22:24.854102Z","end":"2026-04-28T03:22:29.323477Z","steps":["trace[339582171] 'agreement among raft nodes before linearized reading' (duration: 4.469238173s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.323542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:24.854067Z","time spent":"4.469465528s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-28T03:22:29.691992Z","caller":"traceutil/trace.go:171","msg":"trace[2070252329] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"1.176186317s","start":"2026-04-28T03:22:28.515785Z","end":"2026-04-28T03:22:29.691971Z","steps":["trace[2070252329] 'process raft request' (duration: 1.176023773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.692135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:28.51576Z","time spent":"1.17630131s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:29.692377Z","caller":"traceutil/trace.go:171","msg":"trace[579540725] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2172; }","duration":"369.005206ms","start":"2026-04-28T03:22:29.323344Z","end":"2026-04-28T03:22:29.692349Z","steps":["trace[579540725] 'read index received' (duration: 368.985375ms)","trace[579540725] 'applied index is now lower than readState.Index' (duration: 18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:29.692477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631576472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:29.692521Z","caller":"traceutil/trace.go:171","msg":"trace[31706053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2069; }","duration":"1.631663434s","start":"2026-04-28T03:22:28.060849Z","end":"2026-04-28T03:22:29.692512Z","steps":["trace[31706053] 'agreement among raft nodes before linearized reading' (duration: 1.631598223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.692544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:28.060822Z","time spent":"1.631717316s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:29.692655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179520503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" ","response":"range_response_count:1 size:4165"} {"level":"info","ts":"2026-04-28T03:22:29.692693Z","caller":"traceutil/trace.go:171","msg":"trace[1856674917] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk; range_end:; response_count:1; response_revision:2069; }","duration":"2.179605765s","start":"2026-04-28T03:22:27.513077Z","end":"2026-04-28T03:22:29.692683Z","steps":["trace[1856674917] 'agreement among raft nodes before linearized reading' (duration: 2.179431921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.692725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:27.513061Z","time spent":"2.179658736s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4188,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" "} {"level":"warn","ts":"2026-04-28T03:22:29.692736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.505332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:22:29.692768Z","caller":"traceutil/trace.go:171","msg":"trace[69676514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2069; }","duration":"616.566864ms","start":"2026-04-28T03:22:29.076191Z","end":"2026-04-28T03:22:29.692758Z","steps":["trace[69676514] 'agreement among raft nodes before linearized reading' (duration: 616.465052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.692789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.076174Z","time spent":"616.609645ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:22:29.69295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162895897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:22:29.692904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82402109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:29.692968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101000414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:29.692972Z","caller":"traceutil/trace.go:171","msg":"trace[940056302] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2069; }","duration":"1.162951668s","start":"2026-04-28T03:22:28.530013Z","end":"2026-04-28T03:22:29.692964Z","steps":["trace[940056302] 'agreement among raft nodes before linearized reading' (duration: 1.162878756s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:29.692991Z","caller":"traceutil/trace.go:171","msg":"trace[493278183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2069; }","duration":"4.101060615s","start":"2026-04-28T03:22:25.591924Z","end":"2026-04-28T03:22:29.692984Z","steps":["trace[493278183] 'agreement among raft nodes before linearized reading' (duration: 4.101017354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.692993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:28.529993Z","time spent":"1.162994239s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:22:29.693014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.591904Z","time spent":"4.101105026s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:29.693011Z","caller":"traceutil/trace.go:171","msg":"trace[1770720181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2069; }","duration":"2.824165064s","start":"2026-04-28T03:22:26.868816Z","end":"2026-04-28T03:22:29.692981Z","steps":["trace[1770720181] 'agreement among raft nodes before linearized reading' (duration: 2.823885047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.693065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:26.868799Z","time spent":"2.824255526s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:29.693154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257850641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:29.693173Z","caller":"traceutil/trace.go:171","msg":"trace[1318058454] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2069; }","duration":"4.257906101s","start":"2026-04-28T03:22:25.435262Z","end":"2026-04-28T03:22:29.693168Z","steps":["trace[1318058454] 'agreement among raft nodes before linearized reading' (duration: 4.257858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.693191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:25.435219Z","time spent":"4.257967363s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:29.693338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533694343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:29.693368Z","caller":"traceutil/trace.go:171","msg":"trace[684954683] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2069; }","duration":"2.533747735s","start":"2026-04-28T03:22:27.159607Z","end":"2026-04-28T03:22:29.693354Z","steps":["trace[684954683] 'agreement among raft nodes before linearized reading' (duration: 2.533696443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.693386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:27.159587Z","time spent":"2.533793755s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:29.69353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234659344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:29.693595Z","caller":"traceutil/trace.go:171","msg":"trace[1678836403] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2069; }","duration":"1.234754286s","start":"2026-04-28T03:22:28.458833Z","end":"2026-04-28T03:22:29.693588Z","steps":["trace[1678836403] 'agreement among raft nodes before linearized reading' (duration: 1.234641413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:29.693619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:28.458813Z","time spent":"1.234799108s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:29.714441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477163353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:29.714543Z","caller":"traceutil/trace.go:171","msg":"trace[339712247] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2069; }","duration":"1.477340447s","start":"2026-04-28T03:22:28.237175Z","end":"2026-04-28T03:22:29.714515Z","steps":["trace[339712247] 'agreement among raft nodes before linearized reading' (duration: 1.455757593s)","trace[339712247] 'count revisions from in-memory index tree' (duration: 21.41127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:29.714595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:28.237141Z","time spent":"1.47744211s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":37,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:30.193325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:30.518169Z","caller":"traceutil/trace.go:171","msg":"trace[133965251] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"1.191261569s","start":"2026-04-28T03:22:29.326877Z","end":"2026-04-28T03:22:30.518138Z","steps":["trace[133965251] 'process raft request' (duration: 1.191194768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:30.518332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.326869Z","time spent":"1.191388742s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:30.518314Z","caller":"traceutil/trace.go:171","msg":"trace[1535955850] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"1.191511095s","start":"2026-04-28T03:22:29.326718Z","end":"2026-04-28T03:22:30.518229Z","steps":["trace[1535955850] 'process raft request' (duration: 1.191188378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:30.51859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.326698Z","time spent":"1.191764701s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:31.731686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:31.731789Z","caller":"traceutil/trace.go:171","msg":"trace[103040562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225941s","start":"2026-04-28T03:22:29.731539Z","end":"2026-04-28T03:22:31.731765Z","steps":["trace[103040562] 'agreement among raft nodes before linearized reading' (duration: 2.000067818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:31.731837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.731524Z","time spent":"2.000301813s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:33.079736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.561870162s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:33.080249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.724Z","time spent":"3.356241132s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:22:33.080293Z","caller":"traceutil/trace.go:171","msg":"trace[4361585] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2172; }","duration":"3.387842761s","start":"2026-04-28T03:22:29.692435Z","end":"2026-04-28T03:22:33.080278Z","steps":["trace[4361585] 'read index received' (duration: 825.485708ms)","trace[4361585] 'applied index is now lower than readState.Index' (duration: 2.562356403s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:33.0803Z","caller":"traceutil/trace.go:171","msg":"trace[79047876] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"3.351377509s","start":"2026-04-28T03:22:29.728897Z","end":"2026-04-28T03:22:33.080274Z","steps":["trace[79047876] 'process raft request' (duration: 3.351241946s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:33.080363Z","caller":"traceutil/trace.go:171","msg":"trace[1630056836] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"3.294165331s","start":"2026-04-28T03:22:29.786182Z","end":"2026-04-28T03:22:33.080347Z","steps":["trace[1630056836] 'process raft request' (duration: 3.294072739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:33.080417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.728874Z","time spent":"3.351462402s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:33.080462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570398969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:33.080344Z","caller":"traceutil/trace.go:171","msg":"trace[628460268] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"3.348526882s","start":"2026-04-28T03:22:29.731791Z","end":"2026-04-28T03:22:33.080317Z","steps":["trace[628460268] 'process raft request' (duration: 3.34843267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:33.080494Z","caller":"traceutil/trace.go:171","msg":"trace[751796018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2074; }","duration":"3.570480531s","start":"2026-04-28T03:22:29.510006Z","end":"2026-04-28T03:22:33.080487Z","steps":["trace[751796018] 'agreement among raft nodes before linearized reading' (duration: 3.570335488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:33.080513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.731776Z","time spent":"3.348715816s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:33.080469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.786149Z","time spent":"3.294256973s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:33.08052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.509981Z","time spent":"3.570532623s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:33.580435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:33.724314Z","caller":"traceutil/trace.go:171","msg":"trace[403637010] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"2.394863447s","start":"2026-04-28T03:22:31.329427Z","end":"2026-04-28T03:22:33.72429Z","steps":["trace[403637010] 'process raft request' (duration: 2.394713674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:33.724463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.329409Z","time spent":"2.394982261s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:33.732474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996069955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:33.732553Z","caller":"traceutil/trace.go:171","msg":"trace[263892959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996220728s","start":"2026-04-28T03:22:31.736316Z","end":"2026-04-28T03:22:33.732537Z","steps":["trace[263892959] 'agreement among raft nodes before linearized reading' (duration: 1.996116356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:33.73261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.736285Z","time spent":"1.99629917s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:22:34.295689Z","caller":"traceutil/trace.go:171","msg":"trace[1505068006] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"1.21131808s","start":"2026-04-28T03:22:33.084319Z","end":"2026-04-28T03:22:34.295637Z","steps":["trace[1505068006] 'process raft request' (duration: 1.211091333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.295856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.084297Z","time spent":"1.211470202s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:34.295936Z","caller":"traceutil/trace.go:171","msg":"trace[1247078358] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"1.211550015s","start":"2026-04-28T03:22:33.084354Z","end":"2026-04-28T03:22:34.295904Z","steps":["trace[1247078358] 'process raft request' (duration: 1.211237387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.29616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.08433Z","time spent":"1.211709088s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:34.296588Z","caller":"traceutil/trace.go:171","msg":"trace[1761928243] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2178; }","duration":"1.216244004s","start":"2026-04-28T03:22:33.080325Z","end":"2026-04-28T03:22:34.296569Z","steps":["trace[1761928243] 'read index received' (duration: 643.74272ms)","trace[1761928243] 'applied index is now lower than readState.Index' (duration: 572.500324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:34.296895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967452553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:34.296949Z","caller":"traceutil/trace.go:171","msg":"trace[1253486174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2078; }","duration":"2.967530755s","start":"2026-04-28T03:22:31.329401Z","end":"2026-04-28T03:22:34.296932Z","steps":["trace[1253486174] 'agreement among raft nodes before linearized reading' (duration: 2.96729817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.296984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96816749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:34.297015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.329388Z","time spent":"2.967612227s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:34.297031Z","caller":"traceutil/trace.go:171","msg":"trace[1643326012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2078; }","duration":"2.968319384s","start":"2026-04-28T03:22:31.328697Z","end":"2026-04-28T03:22:34.297017Z","steps":["trace[1643326012] 'agreement among raft nodes before linearized reading' (duration: 2.968162601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.297065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.328686Z","time spent":"2.968371445s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:34.297208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774637514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-28T03:22:34.297178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439075079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:22:34.297244Z","caller":"traceutil/trace.go:171","msg":"trace[1688410441] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:2078; }","duration":"3.774709065s","start":"2026-04-28T03:22:30.522523Z","end":"2026-04-28T03:22:34.297232Z","steps":["trace[1688410441] 'agreement among raft nodes before linearized reading' (duration: 3.774619283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.297271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:30.522501Z","time spent":"3.774763466s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" "} {"level":"info","ts":"2026-04-28T03:22:34.297272Z","caller":"traceutil/trace.go:171","msg":"trace[398448283] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"1.211770109s","start":"2026-04-28T03:22:33.085481Z","end":"2026-04-28T03:22:34.297251Z","steps":["trace[398448283] 'process raft request' (duration: 1.210386827s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:34.297275Z","caller":"traceutil/trace.go:171","msg":"trace[870134326] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78; range_end:; response_count:1; response_revision:2078; }","duration":"3.439225153s","start":"2026-04-28T03:22:30.858022Z","end":"2026-04-28T03:22:34.297248Z","steps":["trace[870134326] 'agreement among raft nodes before linearized reading' (duration: 3.438945546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.29735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:30.858001Z","time spent":"3.439331166s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78\" "} {"level":"warn","ts":"2026-04-28T03:22:34.297382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.085469Z","time spent":"1.21184341s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:34.297587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566404633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:61745"} {"level":"info","ts":"2026-04-28T03:22:34.297623Z","caller":"traceutil/trace.go:171","msg":"trace[795291473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2078; }","duration":"4.566461665s","start":"2026-04-28T03:22:29.731152Z","end":"2026-04-28T03:22:34.297613Z","steps":["trace[795291473] 'agreement among raft nodes before linearized reading' (duration: 4.56625774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.297631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969296886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:22:34.29765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:29.731139Z","time spent":"4.566504966s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":61768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:22:34.297667Z","caller":"traceutil/trace.go:171","msg":"trace[2010685302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2078; }","duration":"2.969388699s","start":"2026-04-28T03:22:31.328268Z","end":"2026-04-28T03:22:34.297657Z","steps":["trace[2010685302] 'agreement among raft nodes before linearized reading' (duration: 2.969289667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.297672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225036569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:34.297725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.328233Z","time spent":"2.969477171s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:34.297798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291091554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:34.297841Z","caller":"traceutil/trace.go:171","msg":"trace[219562674] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2078; }","duration":"1.291173336s","start":"2026-04-28T03:22:33.006656Z","end":"2026-04-28T03:22:34.297829Z","steps":["trace[219562674] 'agreement among raft nodes before linearized reading' (duration: 1.291104494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.298011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971245932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:34.298056Z","caller":"traceutil/trace.go:171","msg":"trace[1122154673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2078; }","duration":"2.971325543s","start":"2026-04-28T03:22:31.326716Z","end":"2026-04-28T03:22:34.298042Z","steps":["trace[1122154673] 'agreement among raft nodes before linearized reading' (duration: 2.97119922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.298092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:31.326693Z","time spent":"2.971389845s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:34.297736Z","caller":"traceutil/trace.go:171","msg":"trace[1500952944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2078; }","duration":"1.225123931s","start":"2026-04-28T03:22:33.072589Z","end":"2026-04-28T03:22:34.297713Z","steps":["trace[1500952944] 'agreement among raft nodes before linearized reading' (duration: 1.225026819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.298366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.07257Z","time spent":"1.225772117s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:34.29869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478069404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:34.298734Z","caller":"traceutil/trace.go:171","msg":"trace[1348181049] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2078; }","duration":"1.478168797s","start":"2026-04-28T03:22:32.820552Z","end":"2026-04-28T03:22:34.29872Z","steps":["trace[1348181049] 'agreement among raft nodes before linearized reading' (duration: 1.478104456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.298765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:32.820526Z","time spent":"1.478230808s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":2,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:34.298835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9920482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:34.298925Z","caller":"traceutil/trace.go:171","msg":"trace[969827345] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2078; }","duration":"1.992188954s","start":"2026-04-28T03:22:32.306711Z","end":"2026-04-28T03:22:34.298899Z","steps":["trace[969827345] 'agreement among raft nodes before linearized reading' (duration: 1.99203085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.298973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:32.306688Z","time spent":"1.992274276s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:34.302777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.006632Z","time spent":"1.291238337s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:34.438625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.195701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:22:34.438744Z","caller":"traceutil/trace.go:171","msg":"trace[1215996867] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"142.090152ms","start":"2026-04-28T03:22:34.296633Z","end":"2026-04-28T03:22:34.438723Z","steps":["trace[1215996867] 'read index received' (duration: 24.775689ms)","trace[1215996867] 'applied index is now lower than readState.Index' (duration: 117.312693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:34.438963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.463269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:34.439056Z","caller":"traceutil/trace.go:171","msg":"trace[758056087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2078; }","duration":"698.596552ms","start":"2026-04-28T03:22:33.740435Z","end":"2026-04-28T03:22:34.439032Z","steps":["trace[758056087] 'agreement among raft nodes before linearized reading' (duration: 698.443959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:34.439107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:33.740419Z","time spent":"698.675494ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:34.939391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:35.330508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009167952s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:35.331298Z","caller":"traceutil/trace.go:171","msg":"trace[208909582] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"1.025138066s","start":"2026-04-28T03:22:34.306134Z","end":"2026-04-28T03:22:35.331272Z","steps":["trace[208909582] 'process raft request' (duration: 1.025088114s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.331434Z","caller":"traceutil/trace.go:171","msg":"trace[666928005] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"1.02706867s","start":"2026-04-28T03:22:34.304343Z","end":"2026-04-28T03:22:35.331412Z","steps":["trace[666928005] 'process raft request' (duration: 1.026689791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:35.331459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.306124Z","time spent":"1.025255428s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:35.331511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.304332Z","time spent":"1.027137191s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:35.331501Z","caller":"traceutil/trace.go:171","msg":"trace[1337390558] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"1.026400465s","start":"2026-04-28T03:22:34.305056Z","end":"2026-04-28T03:22:35.331457Z","steps":["trace[1337390558] 'process raft request' (duration: 1.026084578s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.331678Z","caller":"traceutil/trace.go:171","msg":"trace[1108222178] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"1.026143099s","start":"2026-04-28T03:22:34.305488Z","end":"2026-04-28T03:22:35.331631Z","steps":["trace[1108222178] 'process raft request' (duration: 1.025698679s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.331751Z","caller":"traceutil/trace.go:171","msg":"trace[909649890] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"1.027379037s","start":"2026-04-28T03:22:34.304357Z","end":"2026-04-28T03:22:35.331736Z","steps":["trace[909649890] 'process raft request' (duration: 1.026737793s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:35.331762Z","caller":"traceutil/trace.go:171","msg":"trace[1357933004] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"1.030792278s","start":"2026-04-28T03:22:34.300957Z","end":"2026-04-28T03:22:35.33175Z","steps":["trace[1357933004] 'process raft request' (duration: 1.029742333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:35.332638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.300914Z","time spent":"1.031676939s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:35.332657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.304336Z","time spent":"1.028148926s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:35.331788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.305471Z","time spent":"1.026267951s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:35.331691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.305043Z","time spent":"1.026521637s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:35.331802Z","caller":"traceutil/trace.go:171","msg":"trace[1743385471] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"1.030010199s","start":"2026-04-28T03:22:34.301784Z","end":"2026-04-28T03:22:35.331794Z","steps":["trace[1743385471] 'process raft request' (duration: 1.02918903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:35.332995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.301773Z","time spent":"1.031184917s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:36.440476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:36.440552Z","caller":"traceutil/trace.go:171","msg":"trace[2138676069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264362s","start":"2026-04-28T03:22:34.440271Z","end":"2026-04-28T03:22:36.440535Z","steps":["trace[2138676069] 'agreement among raft nodes before linearized reading' (duration: 2.00016543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.440594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.440251Z","time spent":"2.000332973s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:36.801612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371329389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:36.801765Z","caller":"traceutil/trace.go:171","msg":"trace[1989011498] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2183; }","duration":"2.362968501s","start":"2026-04-28T03:22:34.438773Z","end":"2026-04-28T03:22:36.801742Z","steps":["trace[1989011498] 'read index received' (duration: 891.90956ms)","trace[1989011498] 'applied index is now lower than readState.Index' (duration: 1.471056641s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:36.801858Z","caller":"traceutil/trace.go:171","msg":"trace[561543038] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"1.98435084s","start":"2026-04-28T03:22:34.81749Z","end":"2026-04-28T03:22:36.801841Z","steps":["trace[561543038] 'process raft request' (duration: 612.706904ms)","trace[561543038] 'compare' (duration: 1.371174785s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:36.80195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.817463Z","time spent":"1.984430222s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:36.802211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480739304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"warn","ts":"2026-04-28T03:22:36.802245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503717021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-04-28T03:22:36.80228Z","caller":"traceutil/trace.go:171","msg":"trace[693919668] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:2086; }","duration":"2.480856488s","start":"2026-04-28T03:22:34.321411Z","end":"2026-04-28T03:22:36.802267Z","steps":["trace[693919668] 'agreement among raft nodes before linearized reading' (duration: 2.480670363s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:36.802294Z","caller":"traceutil/trace.go:171","msg":"trace[1302032173] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2086; }","duration":"2.503788823s","start":"2026-04-28T03:22:34.29849Z","end":"2026-04-28T03:22:36.802279Z","steps":["trace[1302032173] 'agreement among raft nodes before linearized reading' (duration: 2.503695261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.802312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.321389Z","time spent":"2.480915379s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1077,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-04-28T03:22:36.802346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.29847Z","time spent":"2.503863924s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:22:37.302617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:37.48073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746777367s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:37.481162Z","caller":"traceutil/trace.go:171","msg":"trace[1107435811] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"1.747296649s","start":"2026-04-28T03:22:35.733839Z","end":"2026-04-28T03:22:37.481135Z","steps":["trace[1107435811] 'process raft request' (duration: 1.747074684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.481345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:35.733818Z","time spent":"1.747414321s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:37.593452Z","caller":"traceutil/trace.go:171","msg":"trace[838715589] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2191; }","duration":"791.629067ms","start":"2026-04-28T03:22:36.801802Z","end":"2026-04-28T03:22:37.593431Z","steps":["trace[838715589] 'read index received' (duration: 679.166678ms)","trace[838715589] 'applied index is now lower than readState.Index' (duration: 112.461349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:37.593689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143251787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:37.59376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459499701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:37.59379Z","caller":"traceutil/trace.go:171","msg":"trace[1852441694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"1.459551371s","start":"2026-04-28T03:22:36.13423Z","end":"2026-04-28T03:22:37.593781Z","steps":["trace[1852441694] 'agreement among raft nodes before linearized reading' (duration: 1.459513091s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.593764Z","caller":"traceutil/trace.go:171","msg":"trace[2003816829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2088; }","duration":"789.702892ms","start":"2026-04-28T03:22:36.804033Z","end":"2026-04-28T03:22:37.593736Z","steps":["trace[2003816829] 'process raft request' (duration: 786.474727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.593818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.134215Z","time spent":"1.459594573s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:37.593864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148817437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-04-28T03:22:37.593948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.804011Z","time spent":"789.821565ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T03:22:37.593953Z","caller":"traceutil/trace.go:171","msg":"trace[1798245478] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2088; }","duration":"1.14892577s","start":"2026-04-28T03:22:36.445001Z","end":"2026-04-28T03:22:37.593927Z","steps":["trace[1798245478] 'agreement among raft nodes before linearized reading' (duration: 1.148733445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.444964Z","time spent":"1.149033441s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:22:37.594029Z","caller":"traceutil/trace.go:171","msg":"trace[327926838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"1.1434008s","start":"2026-04-28T03:22:36.450369Z","end":"2026-04-28T03:22:37.59377Z","steps":["trace[327926838] 'agreement among raft nodes before linearized reading' (duration: 1.143255167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.450349Z","time spent":"1.143753519s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:37.594144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256704878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:22:37.594275Z","caller":"traceutil/trace.go:171","msg":"trace[955882060] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:2088; }","duration":"2.256882742s","start":"2026-04-28T03:22:35.337355Z","end":"2026-04-28T03:22:37.594238Z","steps":["trace[955882060] 'agreement among raft nodes before linearized reading' (duration: 2.256551984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:35.337335Z","time spent":"2.257001144s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" "} {"level":"warn","ts":"2026-04-28T03:22:37.594357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257702441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:22:37.59439Z","caller":"traceutil/trace.go:171","msg":"trace[384509877] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2; range_end:; response_count:1; response_revision:2088; }","duration":"2.257781082s","start":"2026-04-28T03:22:35.3366Z","end":"2026-04-28T03:22:37.594381Z","steps":["trace[384509877] 'agreement among raft nodes before linearized reading' (duration: 2.257655269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:35.336571Z","time spent":"2.257844834s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa673e7620fec2\" "} {"level":"warn","ts":"2026-04-28T03:22:37.593698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283359122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:37.594457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.990959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:22:37.594483Z","caller":"traceutil/trace.go:171","msg":"trace[1353053942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2088; }","duration":"1.284195521s","start":"2026-04-28T03:22:36.310281Z","end":"2026-04-28T03:22:37.594477Z","steps":["trace[1353053942] 'agreement among raft nodes before linearized reading' (duration: 1.283223129s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.594491Z","caller":"traceutil/trace.go:171","msg":"trace[904370496] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2088; }","duration":"790.0279ms","start":"2026-04-28T03:22:36.804454Z","end":"2026-04-28T03:22:37.594482Z","steps":["trace[904370496] 'agreement among raft nodes before linearized reading' (duration: 789.930917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.804413Z","time spent":"790.115232ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:22:37.594658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.656292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:37.594692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.810693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:37.594769Z","caller":"traceutil/trace.go:171","msg":"trace[1736566701] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2088; }","duration":"600.747874ms","start":"2026-04-28T03:22:36.993986Z","end":"2026-04-28T03:22:37.594734Z","steps":["trace[1736566701] 'agreement among raft nodes before linearized reading' (duration: 600.635032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.290455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:37.594837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.65584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:37.594802Z","caller":"traceutil/trace.go:171","msg":"trace[1149483299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2088; }","duration":"256.992918ms","start":"2026-04-28T03:22:37.337797Z","end":"2026-04-28T03:22:37.59479Z","steps":["trace[1149483299] 'agreement among raft nodes before linearized reading' (duration: 256.776653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.594862Z","caller":"traceutil/trace.go:171","msg":"trace[1148081413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"257.428059ms","start":"2026-04-28T03:22:37.337416Z","end":"2026-04-28T03:22:37.594844Z","steps":["trace[1148081413] 'agreement among raft nodes before linearized reading' (duration: 257.289576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.594884Z","caller":"traceutil/trace.go:171","msg":"trace[1736244645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2088; }","duration":"259.741812ms","start":"2026-04-28T03:22:37.335131Z","end":"2026-04-28T03:22:37.594872Z","steps":["trace[1736244645] 'agreement among raft nodes before linearized reading' (duration: 259.626119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.993919Z","time spent":"600.905577ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:37.594676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.306356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:37.595043Z","caller":"traceutil/trace.go:171","msg":"trace[2104577628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2088; }","duration":"257.688965ms","start":"2026-04-28T03:22:37.337317Z","end":"2026-04-28T03:22:37.595006Z","steps":["trace[2104577628] 'agreement among raft nodes before linearized reading' (duration: 257.254775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.594503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.31026Z","time spent":"1.284237703s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:37.593722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291656656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:37.59527Z","caller":"traceutil/trace.go:171","msg":"trace[764744224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2088; }","duration":"1.293228983s","start":"2026-04-28T03:22:36.302005Z","end":"2026-04-28T03:22:37.595234Z","steps":["trace[764744224] 'agreement among raft nodes before linearized reading' (duration: 1.291551124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.595324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:36.301986Z","time spent":"1.293324135s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:37.594013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609475715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:37.59544Z","caller":"traceutil/trace.go:171","msg":"trace[1015939786] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2088; }","duration":"2.61097599s","start":"2026-04-28T03:22:34.984432Z","end":"2026-04-28T03:22:37.595408Z","steps":["trace[1015939786] 'agreement among raft nodes before linearized reading' (duration: 2.609408094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.595546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:34.98441Z","time spent":"2.611091863s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:37.800226Z","caller":"traceutil/trace.go:171","msg":"trace[1115930851] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"201.691805ms","start":"2026-04-28T03:22:37.598496Z","end":"2026-04-28T03:22:37.800188Z","steps":["trace[1115930851] 'process raft request' (duration: 186.989491ms)","trace[1115930851] 'compare' (duration: 14.333335ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:37.806479Z","caller":"traceutil/trace.go:171","msg":"trace[1543174218] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"207.799977ms","start":"2026-04-28T03:22:37.598659Z","end":"2026-04-28T03:22:37.806459Z","steps":["trace[1543174218] 'process raft request' (duration: 207.580542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.806529Z","caller":"traceutil/trace.go:171","msg":"trace[148493799] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"206.000247ms","start":"2026-04-28T03:22:37.600507Z","end":"2026-04-28T03:22:37.806507Z","steps":["trace[148493799] 'process raft request' (duration: 205.814602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.80672Z","caller":"traceutil/trace.go:171","msg":"trace[728931033] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"206.13316ms","start":"2026-04-28T03:22:37.600563Z","end":"2026-04-28T03:22:37.806696Z","steps":["trace[728931033] 'process raft request' (duration: 205.893414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.806785Z","caller":"traceutil/trace.go:171","msg":"trace[1643229807] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2193; }","duration":"203.371815ms","start":"2026-04-28T03:22:37.603403Z","end":"2026-04-28T03:22:37.806775Z","steps":["trace[1643229807] 'read index received' (duration: 182.180739ms)","trace[1643229807] 'applied index is now lower than readState.Index' (duration: 21.190396ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:37.806849Z","caller":"traceutil/trace.go:171","msg":"trace[1441844388] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"203.431886ms","start":"2026-04-28T03:22:37.603406Z","end":"2026-04-28T03:22:37.806838Z","steps":["trace[1441844388] 'process raft request' (duration: 203.308243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.806945Z","caller":"traceutil/trace.go:171","msg":"trace[1754098974] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"206.001336ms","start":"2026-04-28T03:22:37.600938Z","end":"2026-04-28T03:22:37.806939Z","steps":["trace[1754098974] 'process raft request' (duration: 205.7029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.806979Z","caller":"traceutil/trace.go:171","msg":"trace[1906276212] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"200.255171ms","start":"2026-04-28T03:22:37.606714Z","end":"2026-04-28T03:22:37.806969Z","steps":["trace[1906276212] 'process raft request' (duration: 200.025176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.807008Z","caller":"traceutil/trace.go:171","msg":"trace[711363621] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"204.943941ms","start":"2026-04-28T03:22:37.602058Z","end":"2026-04-28T03:22:37.807001Z","steps":["trace[711363621] 'process raft request' (duration: 204.628264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.80719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.772024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:61745"} {"level":"info","ts":"2026-04-28T03:22:37.807228Z","caller":"traceutil/trace.go:171","msg":"trace[21880303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2096; }","duration":"203.823045ms","start":"2026-04-28T03:22:37.603398Z","end":"2026-04-28T03:22:37.807221Z","steps":["trace[21880303] 'agreement among raft nodes before linearized reading' (duration: 203.665701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.807228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.068847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:37.807256Z","caller":"traceutil/trace.go:171","msg":"trace[1474133764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2096; }","duration":"203.106998ms","start":"2026-04-28T03:22:37.604141Z","end":"2026-04-28T03:22:37.807248Z","steps":["trace[1474133764] 'agreement among raft nodes before linearized reading' (duration: 203.053736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:37.807513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.407628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1126"} {"level":"info","ts":"2026-04-28T03:22:37.807587Z","caller":"traceutil/trace.go:171","msg":"trace[82241013] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:2096; }","duration":"201.532421ms","start":"2026-04-28T03:22:37.60604Z","end":"2026-04-28T03:22:37.807572Z","steps":["trace[82241013] 'agreement among raft nodes before linearized reading' (duration: 201.262555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.978697Z","caller":"traceutil/trace.go:171","msg":"trace[368850907] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"155.645097ms","start":"2026-04-28T03:22:37.823006Z","end":"2026-04-28T03:22:37.978651Z","steps":["trace[368850907] 'process raft request' (duration: 87.923514ms)","trace[368850907] 'compare' (duration: 67.497828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:37.979044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.153007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-28T03:22:37.979093Z","caller":"traceutil/trace.go:171","msg":"trace[1009053220] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:2099; }","duration":"155.31278ms","start":"2026-04-28T03:22:37.823767Z","end":"2026-04-28T03:22:37.979079Z","steps":["trace[1009053220] 'agreement among raft nodes before linearized reading' (duration: 155.138876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:37.978658Z","caller":"traceutil/trace.go:171","msg":"trace[1130412849] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2203; }","duration":"154.730816ms","start":"2026-04-28T03:22:37.823874Z","end":"2026-04-28T03:22:37.978605Z","steps":["trace[1130412849] 'read index received' (duration: 86.926521ms)","trace[1130412849] 'applied index is now lower than readState.Index' (duration: 67.803105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:38.207116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.496356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-04-28T03:22:38.20721Z","caller":"traceutil/trace.go:171","msg":"trace[894710774] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk; range_end:; response_count:1; response_revision:2101; }","duration":"117.62777ms","start":"2026-04-28T03:22:38.089556Z","end":"2026-04-28T03:22:38.207184Z","steps":["trace[894710774] 'range keys from in-memory index tree' (duration: 117.306582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:38.43226Z","caller":"traceutil/trace.go:171","msg":"trace[395987588] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2206; }","duration":"221.218202ms","start":"2026-04-28T03:22:38.211016Z","end":"2026-04-28T03:22:38.432234Z","steps":["trace[395987588] 'read index received' (duration: 220.805852ms)","trace[395987588] 'applied index is now lower than readState.Index' (duration: 411.34µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:38.432344Z","caller":"traceutil/trace.go:171","msg":"trace[384198614] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"271.62907ms","start":"2026-04-28T03:22:38.160674Z","end":"2026-04-28T03:22:38.432303Z","steps":["trace[384198614] 'process raft request' (duration: 271.286442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:38.432688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.646151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-04-28T03:22:38.432751Z","caller":"traceutil/trace.go:171","msg":"trace[1163923520] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-tgsvk; range_end:; response_count:1; response_revision:2102; }","duration":"221.748444ms","start":"2026-04-28T03:22:38.210985Z","end":"2026-04-28T03:22:38.432734Z","steps":["trace[1163923520] 'agreement among raft nodes before linearized reading' (duration: 221.341885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:38.725237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.83457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:38.725349Z","caller":"traceutil/trace.go:171","msg":"trace[449472281] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"198.540722ms","start":"2026-04-28T03:22:38.526787Z","end":"2026-04-28T03:22:38.725328Z","steps":["trace[449472281] 'read index received' (duration: 49.548749ms)","trace[449472281] 'applied index is now lower than readState.Index' (duration: 148.986883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:38.725439Z","caller":"traceutil/trace.go:171","msg":"trace[1457863830] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"290.926901ms","start":"2026-04-28T03:22:38.4345Z","end":"2026-04-28T03:22:38.725427Z","steps":["trace[1457863830] 'process raft request' (duration: 141.809255ms)","trace[1457863830] 'compare' (duration: 148.698057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:38.725778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.989202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213827"} {"level":"info","ts":"2026-04-28T03:22:38.725842Z","caller":"traceutil/trace.go:171","msg":"trace[1975702360] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:2103; }","duration":"199.087625ms","start":"2026-04-28T03:22:38.526737Z","end":"2026-04-28T03:22:38.725825Z","steps":["trace[1975702360] 'agreement among raft nodes before linearized reading' (duration: 198.823888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:38.725881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.090061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:22:38.725925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.568635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:38.725953Z","caller":"traceutil/trace.go:171","msg":"trace[33126490] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2103; }","duration":"195.212714ms","start":"2026-04-28T03:22:38.530716Z","end":"2026-04-28T03:22:38.725929Z","steps":["trace[33126490] 'agreement among raft nodes before linearized reading' (duration: 195.000029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:38.726002Z","caller":"traceutil/trace.go:171","msg":"trace[1632743500] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2103; }","duration":"187.682348ms","start":"2026-04-28T03:22:38.538302Z","end":"2026-04-28T03:22:38.725985Z","steps":["trace[1632743500] 'agreement among raft nodes before linearized reading' (duration: 187.551555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:39.087971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.825429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:39.08808Z","caller":"traceutil/trace.go:171","msg":"trace[1539914104] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"258.156895ms","start":"2026-04-28T03:22:38.829904Z","end":"2026-04-28T03:22:39.088061Z","steps":["trace[1539914104] 'read index received' (duration: 97.207893ms)","trace[1539914104] 'applied index is now lower than readState.Index' (duration: 160.946572ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:39.088164Z","caller":"traceutil/trace.go:171","msg":"trace[38867908] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"314.353788ms","start":"2026-04-28T03:22:38.773795Z","end":"2026-04-28T03:22:39.088149Z","steps":["trace[38867908] 'process raft request' (duration: 153.275353ms)","trace[38867908] 'compare' (duration: 160.524022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:39.088219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:38.773776Z","time spent":"314.41082ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:39.08841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.500823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213827"} {"level":"info","ts":"2026-04-28T03:22:39.088443Z","caller":"traceutil/trace.go:171","msg":"trace[998463607] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:2105; }","duration":"258.570824ms","start":"2026-04-28T03:22:38.829863Z","end":"2026-04-28T03:22:39.088434Z","steps":["trace[998463607] 'agreement among raft nodes before linearized reading' (duration: 258.313908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:40.011147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:41.973555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781922137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:41.973717Z","caller":"traceutil/trace.go:171","msg":"trace[2107316253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2105; }","duration":"1.782098381s","start":"2026-04-28T03:22:40.191595Z","end":"2026-04-28T03:22:41.973694Z","steps":["trace[2107316253] 'range keys from in-memory index tree' (duration: 1.781903967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.973832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653950994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:41.973936Z","caller":"traceutil/trace.go:171","msg":"trace[528580375] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2105; }","duration":"2.654105818s","start":"2026-04-28T03:22:39.319805Z","end":"2026-04-28T03:22:41.973911Z","steps":["trace[528580375] 'count revisions from in-memory index tree' (duration: 2.653866142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.974823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.31979Z","time spent":"2.655019289s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.974817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53391345s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:41.974944Z","caller":"traceutil/trace.go:171","msg":"trace[701069012] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2211; }","duration":"2.464695989s","start":"2026-04-28T03:22:39.510213Z","end":"2026-04-28T03:22:41.974909Z","steps":["trace[701069012] 'read index received' (duration: 930.529964ms)","trace[701069012] 'applied index is now lower than readState.Index' (duration: 1.534165405s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:41.974921Z","caller":"traceutil/trace.go:171","msg":"trace[1504728012] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"2.487296118s","start":"2026-04-28T03:22:39.487594Z","end":"2026-04-28T03:22:41.97489Z","steps":["trace[1504728012] 'process raft request' (duration: 953.243875ms)","trace[1504728012] 'compare' (duration: 1.53350782s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:41.975043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.487556Z","time spent":"2.487425341s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:41.975182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235725887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:41.975859Z","caller":"traceutil/trace.go:171","msg":"trace[2051711434] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2107; }","duration":"2.236399322s","start":"2026-04-28T03:22:39.739447Z","end":"2026-04-28T03:22:41.975846Z","steps":["trace[2051711434] 'agreement among raft nodes before linearized reading' (duration: 2.235628824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.603404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:41.975896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070976454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:41.975922Z","caller":"traceutil/trace.go:171","msg":"trace[720494664] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2107; }","duration":"382.704206ms","start":"2026-04-28T03:22:41.593198Z","end":"2026-04-28T03:22:41.975902Z","steps":["trace[720494664] 'agreement among raft nodes before linearized reading' (duration: 381.969629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161679026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:41.975962Z","caller":"traceutil/trace.go:171","msg":"trace[1878740668] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2107; }","duration":"2.071092467s","start":"2026-04-28T03:22:39.904853Z","end":"2026-04-28T03:22:41.975946Z","steps":["trace[1878740668] 'agreement among raft nodes before linearized reading' (duration: 2.070245228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.593178Z","time spent":"382.784268ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.976012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.904837Z","time spent":"2.071160369s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":77,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:41.975991Z","caller":"traceutil/trace.go:171","msg":"trace[204634195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2107; }","duration":"2.162411783s","start":"2026-04-28T03:22:39.813556Z","end":"2026-04-28T03:22:41.975968Z","steps":["trace[204634195] 'agreement among raft nodes before linearized reading' (duration: 2.161569603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.976054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.739401Z","time spent":"2.236642368s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":29,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.975345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16187273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:41.976118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.813543Z","time spent":"2.162520435s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:41.976112Z","caller":"traceutil/trace.go:171","msg":"trace[1503358613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2107; }","duration":"2.162647498s","start":"2026-04-28T03:22:39.813454Z","end":"2026-04-28T03:22:41.976102Z","steps":["trace[1503358613] 'agreement among raft nodes before linearized reading' (duration: 2.161810409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.976204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.813449Z","time spent":"2.16273816s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:41.975387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161834649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:41.976301Z","caller":"traceutil/trace.go:171","msg":"trace[1675696638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2107; }","duration":"2.16274345s","start":"2026-04-28T03:22:39.813541Z","end":"2026-04-28T03:22:41.976285Z","steps":["trace[1675696638] 'agreement among raft nodes before linearized reading' (duration: 2.161817709s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.975417Z","caller":"traceutil/trace.go:171","msg":"trace[946160921] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"917.218672ms","start":"2026-04-28T03:22:41.058191Z","end":"2026-04-28T03:22:41.97541Z","steps":["trace[946160921] 'process raft request' (duration: 916.69644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.976352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.813537Z","time spent":"2.162802271s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:41.976445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.058172Z","time spent":"918.196995ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:41.975402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146758757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:22:41.976511Z","caller":"traceutil/trace.go:171","msg":"trace[739460709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2107; }","duration":"2.147890753s","start":"2026-04-28T03:22:39.828598Z","end":"2026-04-28T03:22:41.976489Z","steps":["trace[739460709] 'agreement among raft nodes before linearized reading' (duration: 2.146720386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465218281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:41.976591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.828579Z","time spent":"2.147993885s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:22:41.976613Z","caller":"traceutil/trace.go:171","msg":"trace[782859795] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2107; }","duration":"2.46642923s","start":"2026-04-28T03:22:39.510173Z","end":"2026-04-28T03:22:41.976602Z","steps":["trace[782859795] 'agreement among raft nodes before linearized reading' (duration: 2.464824352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.97665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.510153Z","time spent":"2.466485171s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.975462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371228586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:41.976764Z","caller":"traceutil/trace.go:171","msg":"trace[1396846098] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2107; }","duration":"1.372558317s","start":"2026-04-28T03:22:40.604184Z","end":"2026-04-28T03:22:41.976742Z","steps":["trace[1396846098] 'agreement among raft nodes before linearized reading' (duration: 1.371213016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163761954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:22:41.976827Z","caller":"traceutil/trace.go:171","msg":"trace[987187626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2107; }","duration":"2.165185076s","start":"2026-04-28T03:22:39.811632Z","end":"2026-04-28T03:22:41.976817Z","steps":["trace[987187626] 'agreement among raft nodes before linearized reading' (duration: 2.163802425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.976838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.604159Z","time spent":"1.372657278s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":23,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.976864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.811616Z","time spent":"2.165239019s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:41.975509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.552799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:41.976942Z","caller":"traceutil/trace.go:171","msg":"trace[1720677369] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2107; }","duration":"575.038004ms","start":"2026-04-28T03:22:41.401886Z","end":"2026-04-28T03:22:41.976924Z","steps":["trace[1720677369] 'agreement among raft nodes before linearized reading' (duration: 573.60394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.97699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.401855Z","time spent":"575.122046ms","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:41.975493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926365454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:41.977122Z","caller":"traceutil/trace.go:171","msg":"trace[1119325834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"1.928047464s","start":"2026-04-28T03:22:40.049062Z","end":"2026-04-28T03:22:41.977109Z","steps":["trace[1119325834] 'agreement among raft nodes before linearized reading' (duration: 1.926343944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.975523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15758322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:41.977176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:40.049039Z","time spent":"1.928114306s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:41.977209Z","caller":"traceutil/trace.go:171","msg":"trace[846276268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2107; }","duration":"2.15931328s","start":"2026-04-28T03:22:39.817885Z","end":"2026-04-28T03:22:41.977198Z","steps":["trace[846276268] 'agreement among raft nodes before linearized reading' (duration: 2.157483807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.977242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:39.817865Z","time spent":"2.159364102s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:42.481156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:42.982323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:43.483201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:43.983397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:43.984607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:43.984727Z","caller":"traceutil/trace.go:171","msg":"trace[738395892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218581s","start":"2026-04-28T03:22:41.984486Z","end":"2026-04-28T03:22:43.984705Z","steps":["trace[738395892] 'agreement among raft nodes before linearized reading' (duration: 2.000064308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:43.984803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.984475Z","time spent":"2.000316693s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:44.033805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.053403524s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:44.034288Z","caller":"traceutil/trace.go:171","msg":"trace[113974253] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"2.053898236s","start":"2026-04-28T03:22:41.980295Z","end":"2026-04-28T03:22:44.034193Z","steps":["trace[113974253] 'process raft request' (duration: 2.053750342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.034412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.980271Z","time spent":"2.05407609s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:45.1472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:45.147261Z","caller":"traceutil/trace.go:171","msg":"trace[2128117900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985646s","start":"2026-04-28T03:22:43.147263Z","end":"2026-04-28T03:22:45.147249Z","steps":["trace[2128117900] 'agreement among raft nodes before linearized reading' (duration: 1.999902424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.147299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.147241Z","time spent":"2.000051997s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:45.985782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:45.98586Z","caller":"traceutil/trace.go:171","msg":"trace[9770854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167201s","start":"2026-04-28T03:22:43.98567Z","end":"2026-04-28T03:22:45.985837Z","steps":["trace[9770854] 'agreement among raft nodes before linearized reading' (duration: 2.000078609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.985903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.985646Z","time spent":"2.000249282s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:46.979076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.980831Z","time spent":"4.998231529s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:46.9792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.981058Z","time spent":"4.998140147s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:22:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:22:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:46.979095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.980706Z","time spent":"4.998377392s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:22:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:47.992733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:47.992817Z","caller":"traceutil/trace.go:171","msg":"trace[1790398794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561989s","start":"2026-04-28T03:22:45.992237Z","end":"2026-04-28T03:22:47.992799Z","steps":["trace[1790398794] 'agreement among raft nodes before linearized reading' (duration: 2.000456027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.992863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.992215Z","time spent":"2.000639131s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:48.979761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.981459Z","time spent":"4.998293019s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:22:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:48.98453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.983914Z","time spent":"7.0006137s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:49.339096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.30498069s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:22:49.339597Z","caller":"traceutil/trace.go:171","msg":"trace[924045694] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2213; }","duration":"7.358577779s","start":"2026-04-28T03:22:41.980997Z","end":"2026-04-28T03:22:49.339575Z","steps":["trace[924045694] 'read index received' (duration: 2.053088077s)","trace[924045694] 'applied index is now lower than readState.Index' (duration: 5.305488562s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:49.339801Z","caller":"traceutil/trace.go:171","msg":"trace[214474249] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"6.228813538s","start":"2026-04-28T03:22:43.110949Z","end":"2026-04-28T03:22:49.339763Z","steps":["trace[214474249] 'process raft request' (duration: 6.228555212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.339876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.358859385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:61745"} {"level":"info","ts":"2026-04-28T03:22:49.339915Z","caller":"traceutil/trace.go:171","msg":"trace[427670301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2114; }","duration":"7.358943018s","start":"2026-04-28T03:22:41.980961Z","end":"2026-04-28T03:22:49.339904Z","steps":["trace[427670301] 'agreement among raft nodes before linearized reading' (duration: 7.358743653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.339963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.980951Z","time spent":"7.359001339s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":61768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:49.339997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.110927Z","time spent":"6.228972902s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.810942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.156162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:49.811001Z","caller":"traceutil/trace.go:171","msg":"trace[209756119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"828.267903ms","start":"2026-04-28T03:22:48.98272Z","end":"2026-04-28T03:22:49.810987Z","steps":["trace[209756119] 'agreement among raft nodes before linearized reading' (duration: 828.185852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.811031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.982703Z","time spent":"828.321495ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:49.812288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.360939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:49.812343Z","caller":"traceutil/trace.go:171","msg":"trace[1888984650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"829.473452ms","start":"2026-04-28T03:22:48.982859Z","end":"2026-04-28T03:22:49.812332Z","steps":["trace[1888984650] 'agreement among raft nodes before linearized reading' (duration: 829.41177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.812368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.982828Z","time spent":"829.534104ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:49.822358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973755627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:49.822517Z","caller":"traceutil/trace.go:171","msg":"trace[818878306] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78; range_end:; }","duration":"3.973971022s","start":"2026-04-28T03:22:45.848527Z","end":"2026-04-28T03:22:49.822498Z","steps":["trace[818878306] 'agreement among raft nodes before linearized reading' (duration: 3.973796868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.822563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.848502Z","time spent":"3.974049474s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa673e76018d78\" "} 2026/04/28 03:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:49.828186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.962974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:49.828274Z","caller":"traceutil/trace.go:171","msg":"trace[94956855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"845.081326ms","start":"2026-04-28T03:22:48.983173Z","end":"2026-04-28T03:22:49.828255Z","steps":["trace[94956855] 'agreement among raft nodes before linearized reading' (duration: 844.972074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.828328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.983168Z","time spent":"845.147658ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:49.840597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:49.99325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:49.993345Z","caller":"traceutil/trace.go:171","msg":"trace[1585751521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376964s","start":"2026-04-28T03:22:47.99295Z","end":"2026-04-28T03:22:49.993327Z","steps":["trace[1585751521] 'agreement among raft nodes before linearized reading' (duration: 2.000257521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.993397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.992928Z","time spent":"2.000456706s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:50.341836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:50.81134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472037683s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:52.001685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:52.001777Z","caller":"traceutil/trace.go:171","msg":"trace[1138773232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694632s","start":"2026-04-28T03:22:50.001062Z","end":"2026-04-28T03:22:52.001757Z","steps":["trace[1138773232] 'agreement among raft nodes before linearized reading' (duration: 2.00058114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:52.00183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.001037Z","time spent":"2.000777304s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:52.207135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016239875s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:52.207238Z","caller":"traceutil/trace.go:171","msg":"trace[751835596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2114; }","duration":"2.016359358s","start":"2026-04-28T03:22:50.190865Z","end":"2026-04-28T03:22:52.207224Z","steps":["trace[751835596] 'range keys from in-memory index tree' (duration: 2.016224064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:52.208132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396413126s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:52.208368Z","caller":"traceutil/trace.go:171","msg":"trace[1677005030] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"5.310799306s","start":"2026-04-28T03:22:46.897535Z","end":"2026-04-28T03:22:52.208334Z","steps":["trace[1677005030] 'process raft request' (duration: 3.914039332s)","trace[1677005030] 'compare' (duration: 1.395293739s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:52.208501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.897508Z","time spent":"5.310924669s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:53.876023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667721458s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:22:53.876406Z","caller":"traceutil/trace.go:171","msg":"trace[1953541302] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2220; }","duration":"4.536695099s","start":"2026-04-28T03:22:49.339679Z","end":"2026-04-28T03:22:53.876374Z","steps":["trace[1953541302] 'read index received' (duration: 1.471799478s)","trace[1953541302] 'applied index is now lower than readState.Index' (duration: 3.064893281s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:53.876581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.34274386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:53.876619Z","caller":"traceutil/trace.go:171","msg":"trace[2119080038] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2115; }","duration":"6.342823502s","start":"2026-04-28T03:22:47.533779Z","end":"2026-04-28T03:22:53.876602Z","steps":["trace[2119080038] 'agreement among raft nodes before linearized reading' (duration: 6.342701959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.836508112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:22:53.876633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581320721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.876624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893004248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-28T03:22:53.876635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.390481528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.87666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.533759Z","time spent":"6.342890334s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:53.876676Z","caller":"traceutil/trace.go:171","msg":"trace[1073195743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2115; }","duration":"7.836622264s","start":"2026-04-28T03:22:46.040034Z","end":"2026-04-28T03:22:53.876656Z","steps":["trace[1073195743] 'agreement among raft nodes before linearized reading' (duration: 7.836362078s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.876685Z","caller":"traceutil/trace.go:171","msg":"trace[1413853780] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2115; }","duration":"4.893106391s","start":"2026-04-28T03:22:48.983564Z","end":"2026-04-28T03:22:53.876671Z","steps":["trace[1413853780] 'agreement among raft nodes before linearized reading' (duration: 4.892872705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.224718757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:53.876704Z","caller":"traceutil/trace.go:171","msg":"trace[1180284188] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:0; response_revision:2115; }","duration":"5.390589001s","start":"2026-04-28T03:22:48.486095Z","end":"2026-04-28T03:22:53.876684Z","steps":["trace[1180284188] 'agreement among raft nodes before linearized reading' (duration: 5.390473818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.983558Z","time spent":"4.893166512s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.040015Z","time spent":"7.836706376s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:53.87675Z","caller":"traceutil/trace.go:171","msg":"trace[535916562] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2115; }","duration":"8.224758758s","start":"2026-04-28T03:22:45.651977Z","end":"2026-04-28T03:22:53.876736Z","steps":["trace[535916562] 'agreement among raft nodes before linearized reading' (duration: 8.224687107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.486072Z","time spent":"5.390678083s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.325743161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.87679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.651896Z","time spent":"8.224884501s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.876789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.547960642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:22:53.876806Z","caller":"traceutil/trace.go:171","msg":"trace[909708135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2115; }","duration":"7.325802753s","start":"2026-04-28T03:22:46.550993Z","end":"2026-04-28T03:22:53.876796Z","steps":["trace[909708135] 'agreement among raft nodes before linearized reading' (duration: 7.325724581s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.876681Z","caller":"traceutil/trace.go:171","msg":"trace[1750818946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2115; }","duration":"4.581398674s","start":"2026-04-28T03:22:49.295264Z","end":"2026-04-28T03:22:53.876663Z","steps":["trace[1750818946] 'agreement among raft nodes before linearized reading' (duration: 4.581317812s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.876847Z","caller":"traceutil/trace.go:171","msg":"trace[352170029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2115; }","duration":"9.548069384s","start":"2026-04-28T03:22:44.328765Z","end":"2026-04-28T03:22:53.876834Z","steps":["trace[352170029] 'agreement among raft nodes before linearized reading' (duration: 9.547897681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.550979Z","time spent":"7.325865834s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.032783291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.876848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.446438765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:53.876881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.295248Z","time spent":"4.581617058s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.876917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.33840261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:53.876901Z","caller":"traceutil/trace.go:171","msg":"trace[334323661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:2115; }","duration":"7.03315037s","start":"2026-04-28T03:22:46.843733Z","end":"2026-04-28T03:22:53.876884Z","steps":["trace[334323661] 'agreement among raft nodes before linearized reading' (duration: 7.03274461s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.876939Z","caller":"traceutil/trace.go:171","msg":"trace[1253178457] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2115; }","duration":"5.338453872s","start":"2026-04-28T03:22:48.538478Z","end":"2026-04-28T03:22:53.876932Z","steps":["trace[1253178457] 'agreement among raft nodes before linearized reading' (duration: 5.338413241s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.876916Z","caller":"traceutil/trace.go:171","msg":"trace[2061638198] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2115; }","duration":"11.446564938s","start":"2026-04-28T03:22:42.430335Z","end":"2026-04-28T03:22:53.8769Z","steps":["trace[2061638198] 'agreement among raft nodes before linearized reading' (duration: 11.446380174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.876969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.538465Z","time spent":"5.338490762s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.87697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.843705Z","time spent":"7.033249552s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.214456387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413100"} {"level":"info","ts":"2026-04-28T03:22:53.877025Z","caller":"traceutil/trace.go:171","msg":"trace[464030152] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:2115; }","duration":"8.21454597s","start":"2026-04-28T03:22:45.662465Z","end":"2026-04-28T03:22:53.877011Z","steps":["trace[464030152] 'agreement among raft nodes before linearized reading' (duration: 8.214226382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.87684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654565274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.877071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.662446Z","time spent":"8.214616631s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413123,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:42.430303Z","time spent":"11.446665791s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.8766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.788470073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:22:53.877147Z","caller":"traceutil/trace.go:171","msg":"trace[817961405] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:2115; }","duration":"4.655015165s","start":"2026-04-28T03:22:49.222058Z","end":"2026-04-28T03:22:53.877073Z","steps":["trace[817961405] 'agreement among raft nodes before linearized reading' (duration: 4.654536393s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.877271Z","caller":"traceutil/trace.go:171","msg":"trace[1653900051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2115; }","duration":"5.789182149s","start":"2026-04-28T03:22:48.088079Z","end":"2026-04-28T03:22:53.877261Z","steps":["trace[1653900051] 'agreement among raft nodes before linearized reading' (duration: 5.788328329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.877308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.088059Z","time spent":"5.789240801s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.165046342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.877365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341199286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:22:53.87738Z","caller":"traceutil/trace.go:171","msg":"trace[646923582] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2115; }","duration":"8.16580537s","start":"2026-04-28T03:22:45.711564Z","end":"2026-04-28T03:22:53.877369Z","steps":["trace[646923582] 'agreement among raft nodes before linearized reading' (duration: 8.165064812s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:53.877398Z","caller":"traceutil/trace.go:171","msg":"trace[1055433195] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2115; }","duration":"5.341278208s","start":"2026-04-28T03:22:48.536112Z","end":"2026-04-28T03:22:53.87739Z","steps":["trace[1055433195] 'agreement among raft nodes before linearized reading' (duration: 5.340378637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.877422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.536086Z","time spent":"5.34133118s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:22:53.876876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.32874Z","time spent":"9.548130455s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:22:53.877425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.711534Z","time spent":"8.165876802s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.877362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.222036Z","time spent":"4.655253611s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} 2026/04/28 03:22:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:54.002162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:54.002251Z","caller":"traceutil/trace.go:171","msg":"trace[1821440099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440066s","start":"2026-04-28T03:22:52.001787Z","end":"2026-04-28T03:22:54.002227Z","steps":["trace[1821440099] 'agreement among raft nodes before linearized reading' (duration: 2.000334944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.002307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.001768Z","time spent":"2.000526569s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:54.812642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999464527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:54.812737Z","caller":"traceutil/trace.go:171","msg":"trace[1512466509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999608491s","start":"2026-04-28T03:22:49.813111Z","end":"2026-04-28T03:22:54.812719Z","steps":["trace[1512466509] 'agreement among raft nodes before linearized reading' (duration: 4.999481098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.81279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.813097Z","time spent":"4.999679543s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:54.829621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999801975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:22:54.829713Z","caller":"traceutil/trace.go:171","msg":"trace[696027419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000023981s","start":"2026-04-28T03:22:49.82967Z","end":"2026-04-28T03:22:54.829694Z","steps":["trace[696027419] 'agreement among raft nodes before linearized reading' (duration: 4.999849796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.829775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.829633Z","time spent":"5.000130433s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:22:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:55.222319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.195775ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:22:55.222427Z","caller":"traceutil/trace.go:171","msg":"trace[1224336085] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"1.345921345s","start":"2026-04-28T03:22:53.876488Z","end":"2026-04-28T03:22:55.222409Z","steps":["trace[1224336085] 'read index received' (duration: 377.69837ms)","trace[1224336085] 'applied index is now lower than readState.Index' (duration: 968.221585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:55.222801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244949463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.222806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850715157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:55.222853Z","caller":"traceutil/trace.go:171","msg":"trace[666162878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2116; }","duration":"2.245009965s","start":"2026-04-28T03:22:52.977828Z","end":"2026-04-28T03:22:55.222838Z","steps":["trace[666162878] 'agreement among raft nodes before linearized reading' (duration: 2.244919273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.222884Z","caller":"traceutil/trace.go:171","msg":"trace[1846894234] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2116; }","duration":"1.85083176s","start":"2026-04-28T03:22:53.37203Z","end":"2026-04-28T03:22:55.222862Z","steps":["trace[1846894234] 'agreement among raft nodes before linearized reading' (duration: 1.850691086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.222892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463867413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.222946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.372007Z","time spent":"1.850928161s","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.222951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63959029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.222982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49980348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:55.223003Z","caller":"traceutil/trace.go:171","msg":"trace[1956289893] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2116; }","duration":"1.639696712s","start":"2026-04-28T03:22:53.583287Z","end":"2026-04-28T03:22:55.222984Z","steps":["trace[1956289893] 'agreement among raft nodes before linearized reading' (duration: 1.639620601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365580685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:55.223057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.583242Z","time spent":"1.639803645s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186775557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:55.223092Z","caller":"traceutil/trace.go:171","msg":"trace[123932735] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2116; }","duration":"5.186839669s","start":"2026-04-28T03:22:50.036245Z","end":"2026-04-28T03:22:55.223085Z","steps":["trace[123932735] 'agreement among raft nodes before linearized reading' (duration: 5.186793658s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.22309Z","caller":"traceutil/trace.go:171","msg":"trace[1215600461] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2116; }","duration":"1.365700507s","start":"2026-04-28T03:22:53.857372Z","end":"2026-04-28T03:22:55.223072Z","steps":["trace[1215600461] 'agreement among raft nodes before linearized reading' (duration: 1.365544934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792231787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.223123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.03622Z","time spent":"5.186896469s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.857359Z","time spent":"1.36576366s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200914051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:55.223255Z","caller":"traceutil/trace.go:171","msg":"trace[1596919704] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:2116; }","duration":"3.201006433s","start":"2026-04-28T03:22:52.02224Z","end":"2026-04-28T03:22:55.223246Z","steps":["trace[1596919704] 'agreement among raft nodes before linearized reading' (duration: 3.200932682s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.223021Z","caller":"traceutil/trace.go:171","msg":"trace[1843494454] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2116; }","duration":"2.499872162s","start":"2026-04-28T03:22:52.723141Z","end":"2026-04-28T03:22:55.223013Z","steps":["trace[1843494454] 'agreement among raft nodes before linearized reading' (duration: 2.49978317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.22329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.022218Z","time spent":"3.201062855s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974293581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.223031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801740785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:55.223346Z","caller":"traceutil/trace.go:171","msg":"trace[1502574743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2116; }","duration":"3.974376103s","start":"2026-04-28T03:22:51.248958Z","end":"2026-04-28T03:22:55.223334Z","steps":["trace[1502574743] 'agreement among raft nodes before linearized reading' (duration: 3.974307942s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.223377Z","caller":"traceutil/trace.go:171","msg":"trace[1726653955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2116; }","duration":"4.802128244s","start":"2026-04-28T03:22:50.421236Z","end":"2026-04-28T03:22:55.223364Z","steps":["trace[1726653955] 'agreement among raft nodes before linearized reading' (duration: 4.801740585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.409612206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:22:55.223421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.421214Z","time spent":"4.802193976s","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:55.223456Z","caller":"traceutil/trace.go:171","msg":"trace[966820146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"5.409683378s","start":"2026-04-28T03:22:49.813756Z","end":"2026-04-28T03:22:55.223439Z","steps":["trace[966820146] 'agreement among raft nodes before linearized reading' (duration: 5.409520354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875119152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:22:55.22352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.81375Z","time spent":"5.409750289s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:55.223539Z","caller":"traceutil/trace.go:171","msg":"trace[1610054392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2116; }","duration":"3.875194894s","start":"2026-04-28T03:22:51.348331Z","end":"2026-04-28T03:22:55.223526Z","steps":["trace[1610054392] 'agreement among raft nodes before linearized reading' (duration: 3.875070711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432008082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:22:55.223622Z","caller":"traceutil/trace.go:171","msg":"trace[685247048] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:2116; }","duration":"4.432097224s","start":"2026-04-28T03:22:50.791513Z","end":"2026-04-28T03:22:55.223611Z","steps":["trace[685247048] 'agreement among raft nodes before linearized reading' (duration: 4.43195217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.791496Z","time spent":"4.432196866s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" "} {"level":"info","ts":"2026-04-28T03:22:55.22295Z","caller":"traceutil/trace.go:171","msg":"trace[1325502800] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2116; }","duration":"1.463972455s","start":"2026-04-28T03:22:53.758963Z","end":"2026-04-28T03:22:55.222936Z","steps":["trace[1325502800] 'agreement among raft nodes before linearized reading' (duration: 1.463877183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.22381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.758943Z","time spent":"1.464848485s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:55.223145Z","caller":"traceutil/trace.go:171","msg":"trace[1124229105] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2116; }","duration":"2.792273118s","start":"2026-04-28T03:22:52.430856Z","end":"2026-04-28T03:22:55.223129Z","steps":["trace[1124229105] 'agreement among raft nodes before linearized reading' (duration: 2.792210596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.223942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.430798Z","time spent":"2.793122598s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.348294Z","time spent":"3.875271206s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:22:55.223335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.723124Z","time spent":"2.500191989s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.223382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.248941Z","time spent":"3.974431804s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.222899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.977758Z","time spent":"2.245128197s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.225515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.878959Z","time spent":"1.346552871s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:55.225714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.982237Z","time spent":"1.2434713s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:22:55.225959Z","caller":"traceutil/trace.go:171","msg":"trace[1042694613] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"1.342641738s","start":"2026-04-28T03:22:53.883296Z","end":"2026-04-28T03:22:55.225938Z","steps":["trace[1042694613] 'process raft request' (duration: 1.342225749s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.225885Z","caller":"traceutil/trace.go:171","msg":"trace[215614906] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"1.343200253s","start":"2026-04-28T03:22:53.882659Z","end":"2026-04-28T03:22:55.225859Z","steps":["trace[215614906] 'process raft request' (duration: 1.342808983s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.225967Z","caller":"traceutil/trace.go:171","msg":"trace[1000817222] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"1.33330201s","start":"2026-04-28T03:22:53.892649Z","end":"2026-04-28T03:22:55.225951Z","steps":["trace[1000817222] 'process raft request' (duration: 1.332913731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.226042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.892621Z","time spent":"1.333388822s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:55.226088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.882652Z","time spent":"1.343357236s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:55.226058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.883279Z","time spent":"1.342718s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:55.226149Z","caller":"traceutil/trace.go:171","msg":"trace[1960375231] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.343637902s","start":"2026-04-28T03:22:53.882463Z","end":"2026-04-28T03:22:55.226101Z","steps":["trace[1960375231] 'process raft request' (duration: 1.342843264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.226337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.88245Z","time spent":"1.343788245s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:55.304279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420740815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.304285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.091976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:55.304372Z","caller":"traceutil/trace.go:171","msg":"trace[748733730] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"1.017402385s","start":"2026-04-28T03:22:54.286945Z","end":"2026-04-28T03:22:55.304347Z","steps":["trace[748733730] 'process raft request' (duration: 1.016213877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.304388Z","caller":"traceutil/trace.go:171","msg":"trace[1281029775] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2121; }","duration":"602.240639ms","start":"2026-04-28T03:22:54.702139Z","end":"2026-04-28T03:22:55.30438Z","steps":["trace[1281029775] 'agreement among raft nodes before linearized reading' (duration: 602.029945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.304336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421314818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.305186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:54.702123Z","time spent":"603.022597ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:55.304278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295087566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:55.305357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299755356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:22:55.305422Z","caller":"traceutil/trace.go:171","msg":"trace[1087037538] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2121; }","duration":"1.299863019s","start":"2026-04-28T03:22:54.005531Z","end":"2026-04-28T03:22:55.305394Z","steps":["trace[1087037538] 'agreement among raft nodes before linearized reading' (duration: 1.298763784s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.305395Z","caller":"traceutil/trace.go:171","msg":"trace[1482686181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2121; }","duration":"1.296234523s","start":"2026-04-28T03:22:54.009112Z","end":"2026-04-28T03:22:55.305347Z","steps":["trace[1482686181] 'agreement among raft nodes before linearized reading' (duration: 1.295059206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.305456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:54.005505Z","time spent":"1.2999444s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:22:55.305523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:54.009085Z","time spent":"1.296377716s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:55.305235Z","caller":"traceutil/trace.go:171","msg":"trace[300236162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2121; }","duration":"1.422238939s","start":"2026-04-28T03:22:53.882974Z","end":"2026-04-28T03:22:55.305213Z","steps":["trace[300236162] 'agreement among raft nodes before linearized reading' (duration: 1.421271936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.305906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.882967Z","time spent":"1.422924895s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"info","ts":"2026-04-28T03:22:55.305297Z","caller":"traceutil/trace.go:171","msg":"trace[1818327075] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:2121; }","duration":"1.420871618s","start":"2026-04-28T03:22:53.883483Z","end":"2026-04-28T03:22:55.304355Z","steps":["trace[1818327075] 'agreement among raft nodes before linearized reading' (duration: 1.420721954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.306108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.88346Z","time spent":"1.422630679s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:22:55.306191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:54.286916Z","time spent":"1.019142936s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413160,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:55.331579Z","caller":"traceutil/trace.go:171","msg":"trace[999184955] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"104.673288ms","start":"2026-04-28T03:22:55.226878Z","end":"2026-04-28T03:22:55.331551Z","steps":["trace[999184955] 'process raft request' (duration: 104.425542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.331737Z","caller":"traceutil/trace.go:171","msg":"trace[335885784] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2123; }","duration":"104.33663ms","start":"2026-04-28T03:22:55.227376Z","end":"2026-04-28T03:22:55.331713Z","steps":["trace[335885784] 'process raft request' (duration: 104.165246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:55.331776Z","caller":"traceutil/trace.go:171","msg":"trace[551814977] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"104.811351ms","start":"2026-04-28T03:22:55.226912Z","end":"2026-04-28T03:22:55.331723Z","steps":["trace[551814977] 'process raft request' (duration: 104.583376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:55.332882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.773243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:61745"} {"level":"info","ts":"2026-04-28T03:22:55.332979Z","caller":"traceutil/trace.go:171","msg":"trace[1246574001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2124; }","duration":"102.903076ms","start":"2026-04-28T03:22:55.23005Z","end":"2026-04-28T03:22:55.332953Z","steps":["trace[1246574001] 'agreement among raft nodes before linearized reading' (duration: 102.341733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.000216Z","caller":"traceutil/trace.go:171","msg":"trace[2041486158] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2279; }","duration":"155.330321ms","start":"2026-04-28T03:22:55.844864Z","end":"2026-04-28T03:22:56.000194Z","steps":["trace[2041486158] 'read index received' (duration: 115.683024ms)","trace[2041486158] 'applied index is now lower than readState.Index' (duration: 39.646417ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:56.000333Z","caller":"traceutil/trace.go:171","msg":"trace[1041397962] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"157.283497ms","start":"2026-04-28T03:22:55.843023Z","end":"2026-04-28T03:22:56.000306Z","steps":["trace[1041397962] 'process raft request' (duration: 117.63605ms)","trace[1041397962] 'compare' (duration: 39.350851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:56.000408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.528815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/ingress-nginx-admission\" ","response":"range_response_count:1 size:1659"} {"level":"info","ts":"2026-04-28T03:22:56.000456Z","caller":"traceutil/trace.go:171","msg":"trace[797027425] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/ingress-nginx-admission; range_end:; response_count:1; response_revision:2169; }","duration":"155.607128ms","start":"2026-04-28T03:22:55.844836Z","end":"2026-04-28T03:22:56.000443Z","steps":["trace[797027425] 'agreement among raft nodes before linearized reading' (duration: 155.447524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.124474Z","caller":"traceutil/trace.go:171","msg":"trace[1816245266] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"259.419385ms","start":"2026-04-28T03:22:55.865016Z","end":"2026-04-28T03:22:56.124435Z","steps":["trace[1816245266] 'process raft request' (duration: 238.915575ms)","trace[1816245266] 'compare' (duration: 20.208903ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:56.124898Z","caller":"traceutil/trace.go:171","msg":"trace[163488479] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"259.448436ms","start":"2026-04-28T03:22:55.865427Z","end":"2026-04-28T03:22:56.124875Z","steps":["trace[163488479] 'process raft request' (duration: 258.895273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.125243Z","caller":"traceutil/trace.go:171","msg":"trace[982259807] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"174.999311ms","start":"2026-04-28T03:22:55.950229Z","end":"2026-04-28T03:22:56.125228Z","steps":["trace[982259807] 'process raft request' (duration: 174.135111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.125874Z","caller":"traceutil/trace.go:171","msg":"trace[541334298] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"132.906426ms","start":"2026-04-28T03:22:55.992951Z","end":"2026-04-28T03:22:56.125858Z","steps":["trace[541334298] 'process raft request' (duration: 131.528875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.559601Z","caller":"traceutil/trace.go:171","msg":"trace[178768205] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2288; }","duration":"393.96212ms","start":"2026-04-28T03:22:56.165622Z","end":"2026-04-28T03:22:56.559584Z","steps":["trace[178768205] 'read index received' (duration: 35.628913ms)","trace[178768205] 'applied index is now lower than readState.Index' (duration: 358.331757ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:56.559667Z","caller":"traceutil/trace.go:171","msg":"trace[411020039] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"398.583668ms","start":"2026-04-28T03:22:56.161034Z","end":"2026-04-28T03:22:56.559617Z","steps":["trace[411020039] 'process raft request' (duration: 398.438895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.559741Z","caller":"traceutil/trace.go:171","msg":"trace[1025301087] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"364.263876ms","start":"2026-04-28T03:22:56.195463Z","end":"2026-04-28T03:22:56.559726Z","steps":["trace[1025301087] 'process raft request' (duration: 364.076311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.559802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.160999Z","time spent":"398.734532ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:56.55984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.195445Z","time spent":"364.327508ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:56.559608Z","caller":"traceutil/trace.go:171","msg":"trace[533527130] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2178; }","duration":"400.931393ms","start":"2026-04-28T03:22:56.158644Z","end":"2026-04-28T03:22:56.559576Z","steps":["trace[533527130] 'process raft request' (duration: 400.722558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.560008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.158621Z","time spent":"401.355312ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1554,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:56.560063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:56.560212Z","caller":"traceutil/trace.go:171","msg":"trace[338387583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:2180; }","duration":"394.559664ms","start":"2026-04-28T03:22:56.165617Z","end":"2026-04-28T03:22:56.560176Z","steps":["trace[338387583] 'agreement among raft nodes before linearized reading' (duration: 394.276297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.56028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.165584Z","time spent":"394.683247ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" "} {"level":"info","ts":"2026-04-28T03:22:56.710136Z","caller":"traceutil/trace.go:171","msg":"trace[1568484403] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"496.964719ms","start":"2026-04-28T03:22:56.213028Z","end":"2026-04-28T03:22:56.709993Z","steps":["trace[1568484403] 'process raft request' (duration: 496.693613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.710215Z","caller":"traceutil/trace.go:171","msg":"trace[946123846] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2292; }","duration":"150.489399ms","start":"2026-04-28T03:22:56.5597Z","end":"2026-04-28T03:22:56.710189Z","steps":["trace[946123846] 'read index received' (duration: 150.051479ms)","trace[946123846] 'applied index is now lower than readState.Index' (duration: 436.49µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:56.710316Z","caller":"traceutil/trace.go:171","msg":"trace[928637053] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"490.398824ms","start":"2026-04-28T03:22:56.219908Z","end":"2026-04-28T03:22:56.710307Z","steps":["trace[928637053] 'process raft request' (duration: 489.956574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.710391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.212989Z","time spent":"497.282736ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:56.710462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.751978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:56.710541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.68863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-04-28T03:22:56.710593Z","caller":"traceutil/trace.go:171","msg":"trace[1023997941] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2; range_end:; response_count:1; response_revision:2183; }","duration":"439.785902ms","start":"2026-04-28T03:22:56.270796Z","end":"2026-04-28T03:22:56.710582Z","steps":["trace[1023997941] 'agreement among raft nodes before linearized reading' (duration: 439.641568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.710626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.270771Z","time spent":"439.848103ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2\" "} {"level":"warn","ts":"2026-04-28T03:22:56.710408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.21989Z","time spent":"490.444396ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:56.710926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.354784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-jwh5g\" ","response":"range_response_count:1 size:6893"} {"level":"info","ts":"2026-04-28T03:22:56.710968Z","caller":"traceutil/trace.go:171","msg":"trace[1680832442] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-jwh5g; range_end:; response_count:1; response_revision:2183; }","duration":"443.445647ms","start":"2026-04-28T03:22:56.267514Z","end":"2026-04-28T03:22:56.710959Z","steps":["trace[1680832442] 'agreement among raft nodes before linearized reading' (duration: 443.327485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.710994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.267491Z","time spent":"443.496718ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6916,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-jwh5g\" "} {"level":"info","ts":"2026-04-28T03:22:56.710549Z","caller":"traceutil/trace.go:171","msg":"trace[1567847570] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2183; }","duration":"231.84708ms","start":"2026-04-28T03:22:56.478679Z","end":"2026-04-28T03:22:56.710526Z","steps":["trace[1567847570] 'agreement among raft nodes before linearized reading' (duration: 231.669096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.71092Z","caller":"traceutil/trace.go:171","msg":"trace[56858724] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"308.592894ms","start":"2026-04-28T03:22:56.402309Z","end":"2026-04-28T03:22:56.710902Z","steps":["trace[56858724] 'process raft request' (duration: 307.660823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.712166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.402277Z","time spent":"309.746641ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188938,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:56.713056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.659611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14832"} {"level":"info","ts":"2026-04-28T03:22:56.71309Z","caller":"traceutil/trace.go:171","msg":"trace[1703477001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2183; }","duration":"499.730023ms","start":"2026-04-28T03:22:56.213355Z","end":"2026-04-28T03:22:56.713085Z","steps":["trace[1703477001] 'agreement among raft nodes before linearized reading' (duration: 497.799858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.713106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.213345Z","time spent":"499.757164ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14855,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:22:57.210793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:57.932466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.477342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:57.932779Z","caller":"traceutil/trace.go:171","msg":"trace[2107012120] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.36454033s","start":"2026-04-28T03:22:56.5682Z","end":"2026-04-28T03:22:57.93274Z","steps":["trace[2107012120] 'process raft request' (duration: 1.364374736s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.932793Z","caller":"traceutil/trace.go:171","msg":"trace[1368945402] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"1.355802356s","start":"2026-04-28T03:22:56.57697Z","end":"2026-04-28T03:22:57.932772Z","steps":["trace[1368945402] 'process raft request' (duration: 1.355744704s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.932855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.568191Z","time spent":"1.364633893s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:57.932886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.576946Z","time spent":"1.355896278s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.932878Z","caller":"traceutil/trace.go:171","msg":"trace[1856495004] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"1.360450144s","start":"2026-04-28T03:22:56.572392Z","end":"2026-04-28T03:22:57.932843Z","steps":["trace[1856495004] 'process raft request' (duration: 1.3602687s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.932926Z","caller":"traceutil/trace.go:171","msg":"trace[832838169] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.36542502s","start":"2026-04-28T03:22:56.56746Z","end":"2026-04-28T03:22:57.932885Z","steps":["trace[832838169] 'process raft request' (duration: 689.364326ms)","trace[832838169] 'compare' (duration: 674.699153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:57.933117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.567423Z","time spent":"1.365582194s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.933047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.572369Z","time spent":"1.360589907s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.980724Z","caller":"traceutil/trace.go:171","msg":"trace[1021601795] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.263261703s","start":"2026-04-28T03:22:56.717426Z","end":"2026-04-28T03:22:57.980688Z","steps":["trace[1021601795] 'process raft request' (duration: 1.26314899s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.980809Z","caller":"traceutil/trace.go:171","msg":"trace[1668755167] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2295; }","duration":"1.270501901s","start":"2026-04-28T03:22:56.710282Z","end":"2026-04-28T03:22:57.980784Z","steps":["trace[1668755167] 'read index received' (duration: 546.576547ms)","trace[1668755167] 'applied index is now lower than readState.Index' (duration: 723.924164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:57.980866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.717388Z","time spent":"1.263420007s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:57.980736Z","caller":"traceutil/trace.go:171","msg":"trace[22008316] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"1.267062892s","start":"2026-04-28T03:22:56.713614Z","end":"2026-04-28T03:22:57.980677Z","steps":["trace[22008316] 'process raft request' (duration: 1.266821006s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.980963Z","caller":"traceutil/trace.go:171","msg":"trace[1942878213] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"1.259275459s","start":"2026-04-28T03:22:56.72162Z","end":"2026-04-28T03:22:57.980895Z","steps":["trace[1942878213] 'process raft request' (duration: 1.259047943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.981111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413648058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:57.981166Z","caller":"traceutil/trace.go:171","msg":"trace[1256231579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:2191; }","duration":"1.413775332s","start":"2026-04-28T03:22:56.567376Z","end":"2026-04-28T03:22:57.981151Z","steps":["trace[1256231579] 'agreement among raft nodes before linearized reading' (duration: 1.413679018s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.981019Z","caller":"traceutil/trace.go:171","msg":"trace[1774578232] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"1.233701181s","start":"2026-04-28T03:22:56.747302Z","end":"2026-04-28T03:22:57.981003Z","steps":["trace[1774578232] 'process raft request' (duration: 1.233435805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.981205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.567347Z","time spent":"1.413848554s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:22:57.981192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.721609Z","time spent":"1.259476405s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.98125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.74723Z","time spent":"1.233980619s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8324,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.981404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.713597Z","time spent":"1.267416219s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.980817Z","caller":"traceutil/trace.go:171","msg":"trace[1466885268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2189; }","duration":"1.259536675s","start":"2026-04-28T03:22:56.721256Z","end":"2026-04-28T03:22:57.980792Z","steps":["trace[1466885268] 'process raft request' (duration: 1.259369701s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.981617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.721224Z","time spent":"1.260354154s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2102,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:58.015185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.568328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:58.015295Z","caller":"traceutil/trace.go:171","msg":"trace[2127659635] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:2193; }","duration":"454.729221ms","start":"2026-04-28T03:22:57.560544Z","end":"2026-04-28T03:22:58.015274Z","steps":["trace[2127659635] 'agreement among raft nodes before linearized reading' (duration: 454.519706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.01529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.491858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:22:58.015342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.560525Z","time spent":"454.806843ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"info","ts":"2026-04-28T03:22:58.015366Z","caller":"traceutil/trace.go:171","msg":"trace[217344043] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2193; }","duration":"224.593831ms","start":"2026-04-28T03:22:57.790748Z","end":"2026-04-28T03:22:58.015342Z","steps":["trace[217344043] 'agreement among raft nodes before linearized reading' (duration: 224.308874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.015196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.934221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:58.015561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.281116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:58.015586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129094156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:58.015602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297173265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14832"} {"level":"warn","ts":"2026-04-28T03:22:58.015554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.803533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:22:58.015709Z","caller":"traceutil/trace.go:171","msg":"trace[124955910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2193; }","duration":"1.297313619s","start":"2026-04-28T03:22:56.718377Z","end":"2026-04-28T03:22:58.01569Z","steps":["trace[124955910] 'agreement among raft nodes before linearized reading' (duration: 1.297038432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.015786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.718363Z","time spent":"1.297410301s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14855,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:22:58.015706Z","caller":"traceutil/trace.go:171","msg":"trace[408396763] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2193; }","duration":"1.12923331s","start":"2026-04-28T03:22:56.886409Z","end":"2026-04-28T03:22:58.015642Z","steps":["trace[408396763] 'agreement among raft nodes before linearized reading' (duration: 1.129081126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.015924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.886387Z","time spent":"1.129518836s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:58.015598Z","caller":"traceutil/trace.go:171","msg":"trace[65780150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2193; }","duration":"969.441363ms","start":"2026-04-28T03:22:57.046145Z","end":"2026-04-28T03:22:58.015587Z","steps":["trace[65780150] 'agreement among raft nodes before linearized reading' (duration: 968.963752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.015995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.046129Z","time spent":"969.851893ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:58.016009Z","caller":"traceutil/trace.go:171","msg":"trace[1370676235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2193; }","duration":"674.050808ms","start":"2026-04-28T03:22:57.3417Z","end":"2026-04-28T03:22:58.015751Z","steps":["trace[1370676235] 'agreement among raft nodes before linearized reading' (duration: 673.553537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.016167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.325537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:22:58.01628Z","caller":"traceutil/trace.go:171","msg":"trace[1125907993] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2193; }","duration":"225.521212ms","start":"2026-04-28T03:22:57.79074Z","end":"2026-04-28T03:22:58.016261Z","steps":["trace[1125907993] 'agreement among raft nodes before linearized reading' (duration: 225.092352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.016394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.341677Z","time spent":"674.653852ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:22:58.01589Z","caller":"traceutil/trace.go:171","msg":"trace[2102111812] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:2193; }","duration":"719.537751ms","start":"2026-04-28T03:22:57.296094Z","end":"2026-04-28T03:22:58.015632Z","steps":["trace[2102111812] 'agreement among raft nodes before linearized reading' (duration: 719.262765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.019694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.296063Z","time spent":"723.600146ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:58.620295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.566976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hzqp7\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-28T03:22:58.620412Z","caller":"traceutil/trace.go:171","msg":"trace[720537136] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hzqp7; range_end:; response_count:1; response_revision:2232; }","duration":"294.714959ms","start":"2026-04-28T03:22:58.325666Z","end":"2026-04-28T03:22:58.620381Z","steps":["trace[720537136] 'range keys from in-memory index tree' (duration: 294.484684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.620416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.986455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:75433"} {"level":"info","ts":"2026-04-28T03:22:58.620501Z","caller":"traceutil/trace.go:171","msg":"trace[986916864] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2232; }","duration":"253.117709ms","start":"2026-04-28T03:22:58.367364Z","end":"2026-04-28T03:22:58.620482Z","steps":["trace[986916864] 'range keys from in-memory index tree' (duration: 252.821002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.522274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:00.022637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:00.131962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364445372s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:00.133548Z","caller":"traceutil/trace.go:171","msg":"trace[122903132] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2234; }","duration":"1.366179253s","start":"2026-04-28T03:22:58.767334Z","end":"2026-04-28T03:23:00.133514Z","steps":["trace[122903132] 'process raft request' (duration: 1.366017119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.133747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.767297Z","time spent":"1.366356007s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:00.583292Z","caller":"traceutil/trace.go:171","msg":"trace[1762861993] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2234; }","duration":"1.81393585s","start":"2026-04-28T03:22:58.769322Z","end":"2026-04-28T03:23:00.583257Z","steps":["trace[1762861993] 'process raft request' (duration: 1.813695295s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:00.583362Z","caller":"traceutil/trace.go:171","msg":"trace[1266710335] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2350; }","duration":"1.562174444s","start":"2026-04-28T03:22:59.021165Z","end":"2026-04-28T03:23:00.583339Z","steps":["trace[1266710335] 'read index received' (duration: 1.112142643s)","trace[1266710335] 'applied index is now lower than readState.Index' (duration: 450.030601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:00.583451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.769302Z","time spent":"1.814074564s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:00.583484Z","caller":"traceutil/trace.go:171","msg":"trace[30448534] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.123952009s","start":"2026-04-28T03:22:59.459518Z","end":"2026-04-28T03:23:00.58347Z","steps":["trace[30448534] 'process raft request' (duration: 1.123710154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.583607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.459498Z","time spent":"1.12401955s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:00.58369Z","caller":"traceutil/trace.go:171","msg":"trace[1959551394] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2234; }","duration":"1.712302266s","start":"2026-04-28T03:22:58.87134Z","end":"2026-04-28T03:23:00.583642Z","steps":["trace[1959551394] 'process raft request' (duration: 1.711802324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.583706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537878328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:00.583792Z","caller":"traceutil/trace.go:171","msg":"trace[169505430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"1.538061741s","start":"2026-04-28T03:22:59.04571Z","end":"2026-04-28T03:23:00.583772Z","steps":["trace[169505430] 'agreement among raft nodes before linearized reading' (duration: 1.537839895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.583827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.871314Z","time spent":"1.712441229s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:00.583853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.802853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:00.583849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.045696Z","time spent":"1.538144514s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:00.58385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387598885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:00.58391Z","caller":"traceutil/trace.go:171","msg":"trace[779680472] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2235; }","duration":"1.387686106s","start":"2026-04-28T03:22:59.196209Z","end":"2026-04-28T03:23:00.583895Z","steps":["trace[779680472] 'agreement among raft nodes before linearized reading' (duration: 1.387566743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.58388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.533343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:00.583952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.196196Z","time spent":"1.387747397s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:00.583975Z","caller":"traceutil/trace.go:171","msg":"trace[908512580] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2235; }","duration":"559.692186ms","start":"2026-04-28T03:23:00.024269Z","end":"2026-04-28T03:23:00.583961Z","steps":["trace[908512580] 'agreement among raft nodes before linearized reading' (duration: 559.41659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.583989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56282643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-04-28T03:23:00.584013Z","caller":"traceutil/trace.go:171","msg":"trace[814039474] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:2235; }","duration":"1.562883472s","start":"2026-04-28T03:22:59.021124Z","end":"2026-04-28T03:23:00.584007Z","steps":["trace[814039474] 'agreement among raft nodes before linearized reading' (duration: 1.562762899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.58402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.024228Z","time spent":"559.783459ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:23:00.584009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.682201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"warn","ts":"2026-04-28T03:23:00.584034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.021104Z","time spent":"1.562925843s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2502,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:00.58404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.289145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:00.584068Z","caller":"traceutil/trace.go:171","msg":"trace[1495779962] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:2235; }","duration":"448.780924ms","start":"2026-04-28T03:23:00.135272Z","end":"2026-04-28T03:23:00.584053Z","steps":["trace[1495779962] 'agreement among raft nodes before linearized reading' (duration: 448.60802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:00.584085Z","caller":"traceutil/trace.go:171","msg":"trace[2120422438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2235; }","duration":"517.357237ms","start":"2026-04-28T03:23:00.066716Z","end":"2026-04-28T03:23:00.584074Z","steps":["trace[2120422438] 'agreement among raft nodes before linearized reading' (duration: 517.243344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.583798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055935508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:00.584122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.0667Z","time spent":"517.415398ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:00.583876Z","caller":"traceutil/trace.go:171","msg":"trace[142421620] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:2235; }","duration":"427.875294ms","start":"2026-04-28T03:23:00.155993Z","end":"2026-04-28T03:23:00.583868Z","steps":["trace[142421620] 'agreement among raft nodes before linearized reading' (duration: 427.830733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.584182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.071065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:00.584218Z","caller":"traceutil/trace.go:171","msg":"trace[1499872253] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2235; }","duration":"560.134276ms","start":"2026-04-28T03:23:00.024076Z","end":"2026-04-28T03:23:00.584211Z","steps":["trace[1499872253] 'agreement among raft nodes before linearized reading' (duration: 560.052634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.584211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.900903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-04-28T03:23:00.584306Z","caller":"traceutil/trace.go:171","msg":"trace[1055970191] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228; range_end:; response_count:1; response_revision:2235; }","duration":"657.993505ms","start":"2026-04-28T03:22:59.926282Z","end":"2026-04-28T03:23:00.584275Z","steps":["trace[1055970191] 'agreement among raft nodes before linearized reading' (duration: 657.851261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.584186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.155964Z","time spent":"428.215972ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:23:00.58437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.926272Z","time spent":"658.087517ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228\" "} {"level":"warn","ts":"2026-04-28T03:23:00.584245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.02406Z","time spent":"560.180088ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:00.58411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.135249Z","time spent":"448.853286ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":6828,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" "} {"level":"info","ts":"2026-04-28T03:23:00.584168Z","caller":"traceutil/trace.go:171","msg":"trace[754656062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2235; }","duration":"1.056332118s","start":"2026-04-28T03:22:59.527809Z","end":"2026-04-28T03:23:00.584141Z","steps":["trace[754656062] 'agreement among raft nodes before linearized reading' (duration: 1.055948149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.58451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.527781Z","time spent":"1.056720347s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:00.584063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.77312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" ","response":"range_response_count:1 size:9198"} {"level":"info","ts":"2026-04-28T03:23:00.58456Z","caller":"traceutil/trace.go:171","msg":"trace[586708055] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz; range_end:; response_count:1; response_revision:2235; }","duration":"658.342503ms","start":"2026-04-28T03:22:59.926196Z","end":"2026-04-28T03:23:00.584538Z","steps":["trace[586708055] 'agreement among raft nodes before linearized reading' (duration: 657.536894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.584608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.926174Z","time spent":"658.417775ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9221,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" "} {"level":"warn","ts":"2026-04-28T03:23:01.198444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.863773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:01.19853Z","caller":"traceutil/trace.go:171","msg":"trace[197021115] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"609.633625ms","start":"2026-04-28T03:23:00.588884Z","end":"2026-04-28T03:23:01.198518Z","steps":["trace[197021115] 'read index received' (duration: 258.655048ms)","trace[197021115] 'applied index is now lower than readState.Index' (duration: 350.975877ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:01.198657Z","caller":"traceutil/trace.go:171","msg":"trace[479881540] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"611.355635ms","start":"2026-04-28T03:23:00.58726Z","end":"2026-04-28T03:23:01.198616Z","steps":["trace[479881540] 'process raft request' (duration: 260.259486ms)","trace[479881540] 'compare' (duration: 350.778432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:01.198716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.828949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-04-28T03:23:01.198737Z","caller":"traceutil/trace.go:171","msg":"trace[770323044] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:2236; }","duration":"609.87391ms","start":"2026-04-28T03:23:00.588857Z","end":"2026-04-28T03:23:01.198731Z","steps":["trace[770323044] 'agreement among raft nodes before linearized reading' (duration: 609.710637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.198758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.588844Z","time spent":"609.908051ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2502,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:01.203728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.58724Z","time spent":"611.496708ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.699365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296887,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:23:01.722848Z","caller":"traceutil/trace.go:171","msg":"trace[460461512] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2355; }","duration":"524.285198ms","start":"2026-04-28T03:23:01.198546Z","end":"2026-04-28T03:23:01.722831Z","steps":["trace[460461512] 'read index received' (duration: 524.097564ms)","trace[460461512] 'applied index is now lower than readState.Index' (duration: 186.934µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:01.722991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12910757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:01.723016Z","caller":"traceutil/trace.go:171","msg":"trace[755422104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:2237; }","duration":"1.12914918s","start":"2026-04-28T03:23:00.593858Z","end":"2026-04-28T03:23:01.723007Z","steps":["trace[755422104] 'agreement among raft nodes before linearized reading' (duration: 1.129067479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.723041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.593794Z","time spent":"1.129241273s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:23:01.722995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127991454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:01.723114Z","caller":"traceutil/trace.go:171","msg":"trace[1268946463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"1.128137087s","start":"2026-04-28T03:23:00.594965Z","end":"2026-04-28T03:23:01.723102Z","steps":["trace[1268946463] 'agreement among raft nodes before linearized reading' (duration: 1.127936052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.723151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.594958Z","time spent":"1.128185218s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:01.723359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133968653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62051"} {"level":"info","ts":"2026-04-28T03:23:01.723441Z","caller":"traceutil/trace.go:171","msg":"trace[1448695813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2237; }","duration":"1.134082206s","start":"2026-04-28T03:23:00.589337Z","end":"2026-04-28T03:23:01.72342Z","steps":["trace[1448695813] 'agreement among raft nodes before linearized reading' (duration: 1.133675607s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.723483Z","caller":"traceutil/trace.go:171","msg":"trace[1870132167] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.130052502s","start":"2026-04-28T03:23:00.592798Z","end":"2026-04-28T03:23:01.722851Z","steps":["trace[1870132167] 'process raft request' (duration: 1.129925199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.723492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.58933Z","time spent":"1.134151307s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:01.723569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.592788Z","time spent":"1.130728697s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.725158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.732929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-04-28T03:23:01.725202Z","caller":"traceutil/trace.go:171","msg":"trace[1652439705] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228; range_end:; response_count:1; response_revision:2237; }","duration":"515.80809ms","start":"2026-04-28T03:23:01.209381Z","end":"2026-04-28T03:23:01.725189Z","steps":["trace[1652439705] 'agreement among raft nodes before linearized reading' (duration: 515.679077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.725233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.209361Z","time spent":"515.864472ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa674b59ce2228\" "} {"level":"warn","ts":"2026-04-28T03:23:02.230263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:02.731494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:03.232231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096296890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:03.679086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908541183s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:03.679441Z","caller":"traceutil/trace.go:171","msg":"trace[951751661] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.952469071s","start":"2026-04-28T03:23:01.726952Z","end":"2026-04-28T03:23:03.679421Z","steps":["trace[951751661] 'process raft request' (duration: 1.952319348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.679594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.726932Z","time spent":"1.952594684s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:03.729994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:23:03.730134Z","caller":"traceutil/trace.go:171","msg":"trace[354079513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091574s","start":"2026-04-28T03:23:01.730018Z","end":"2026-04-28T03:23:03.730109Z","steps":["trace[354079513] 'agreement among raft nodes before linearized reading' (duration: 1.9999198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.730197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.730005Z","time spent":"2.000176597s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:03.818133Z","caller":"traceutil/trace.go:171","msg":"trace[400924975] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2356; }","duration":"2.08806055s","start":"2026-04-28T03:23:01.730051Z","end":"2026-04-28T03:23:03.818111Z","steps":["trace[400924975] 'read index received' (duration: 1.949252636s)","trace[400924975] 'applied index is now lower than readState.Index' (duration: 138.807014ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:03.818407Z","caller":"traceutil/trace.go:171","msg":"trace[1267224311] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.466083218s","start":"2026-04-28T03:23:02.352308Z","end":"2026-04-28T03:23:03.818391Z","steps":["trace[1267224311] 'process raft request' (duration: 1.449886119s)","trace[1267224311] 'compare' (duration: 15.685497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:03.818434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047476872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:03.818513Z","caller":"traceutil/trace.go:171","msg":"trace[768092934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:2241; }","duration":"2.047601385s","start":"2026-04-28T03:23:01.770893Z","end":"2026-04-28T03:23:03.818495Z","steps":["trace[768092934] 'agreement among raft nodes before linearized reading' (duration: 2.047475992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.818522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.352279Z","time spent":"1.46617224s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:03.818553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.770875Z","time spent":"2.047669326s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-28T03:23:03.818555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.604907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:23:03.81868Z","caller":"traceutil/trace.go:171","msg":"trace[1670299084] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"873.812631ms","start":"2026-04-28T03:23:02.944844Z","end":"2026-04-28T03:23:03.818657Z","steps":["trace[1670299084] 'process raft request' (duration: 873.216697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:03.818657Z","caller":"traceutil/trace.go:171","msg":"trace[1991544435] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d; range_end:; response_count:1; response_revision:2241; }","duration":"134.73795ms","start":"2026-04-28T03:23:03.683889Z","end":"2026-04-28T03:23:03.818627Z","steps":["trace[1991544435] 'agreement among raft nodes before linearized reading' (duration: 134.487865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.818781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228400641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:03.8188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.944831Z","time spent":"873.901863ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:03.818822Z","caller":"traceutil/trace.go:171","msg":"trace[2034721849] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2241; }","duration":"1.228441792s","start":"2026-04-28T03:23:02.59037Z","end":"2026-04-28T03:23:03.818812Z","steps":["trace[2034721849] 'agreement among raft nodes before linearized reading' (duration: 1.228316199s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.818857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.590336Z","time spent":"1.228512233s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:03.818862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401306123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:03.818895Z","caller":"traceutil/trace.go:171","msg":"trace[1698227566] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2241; }","duration":"1.401377555s","start":"2026-04-28T03:23:02.417507Z","end":"2026-04-28T03:23:03.818884Z","steps":["trace[1698227566] 'agreement among raft nodes before linearized reading' (duration: 1.401320014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.818928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.417478Z","time spent":"1.401441657s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:03.818931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698747738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:03.818928Z","caller":"traceutil/trace.go:171","msg":"trace[1174325553] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"878.640513ms","start":"2026-04-28T03:23:02.93957Z","end":"2026-04-28T03:23:03.81821Z","steps":["trace[1174325553] 'process raft request' (duration: 878.443258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:03.818979Z","caller":"traceutil/trace.go:171","msg":"trace[1180877025] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2241; }","duration":"1.69882663s","start":"2026-04-28T03:23:02.120142Z","end":"2026-04-28T03:23:03.818969Z","steps":["trace[1180877025] 'agreement among raft nodes before linearized reading' (duration: 1.698749048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.819012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.120125Z","time spent":"1.698876701s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:03.81904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.939552Z","time spent":"879.443802ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:03.819092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228728829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:03.819122Z","caller":"traceutil/trace.go:171","msg":"trace[736385981] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2241; }","duration":"1.228797411s","start":"2026-04-28T03:23:02.590317Z","end":"2026-04-28T03:23:03.819114Z","steps":["trace[736385981] 'agreement among raft nodes before linearized reading' (duration: 1.228704118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:03.819145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.590292Z","time spent":"1.228848571s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:23:05.496108Z","caller":"traceutil/trace.go:171","msg":"trace[1847705259] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"102.903475ms","start":"2026-04-28T03:23:05.393187Z","end":"2026-04-28T03:23:05.49609Z","steps":["trace[1847705259] 'process raft request' (duration: 102.776323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:06.114062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.168295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:06.114148Z","caller":"traceutil/trace.go:171","msg":"trace[1798813593] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2266; }","duration":"290.304369ms","start":"2026-04-28T03:23:05.823821Z","end":"2026-04-28T03:23:06.114125Z","steps":["trace[1798813593] 'range keys from in-memory index tree' (duration: 289.989621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:06.114328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.322848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:06.114419Z","caller":"traceutil/trace.go:171","msg":"trace[1038338595] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2266; }","duration":"290.440312ms","start":"2026-04-28T03:23:05.823957Z","end":"2026-04-28T03:23:06.114398Z","steps":["trace[1038338595] 'range keys from in-memory index tree' (duration: 290.179766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:06.114577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.159293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:06.114644Z","caller":"traceutil/trace.go:171","msg":"trace[1347952459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2266; }","duration":"281.267596ms","start":"2026-04-28T03:23:05.833359Z","end":"2026-04-28T03:23:06.114627Z","steps":["trace[1347952459] 'range keys from in-memory index tree' (duration: 280.948979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:06.501988Z","caller":"traceutil/trace.go:171","msg":"trace[1594883481] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"102.802394ms","start":"2026-04-28T03:23:06.399163Z","end":"2026-04-28T03:23:06.501965Z","steps":["trace[1594883481] 'process raft request' (duration: 102.63993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:06.813409Z","caller":"traceutil/trace.go:171","msg":"trace[989895991] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"181.977694ms","start":"2026-04-28T03:23:06.631408Z","end":"2026-04-28T03:23:06.813386Z","steps":["trace[989895991] 'read index received' (duration: 181.78779ms)","trace[989895991] 'applied index is now lower than readState.Index' (duration: 189.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:06.813526Z","caller":"traceutil/trace.go:171","msg":"trace[1804033482] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"297.932816ms","start":"2026-04-28T03:23:06.515556Z","end":"2026-04-28T03:23:06.813489Z","steps":["trace[1804033482] 'process raft request' (duration: 297.67855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:06.813856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.426556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:150854"} {"level":"info","ts":"2026-04-28T03:23:06.813944Z","caller":"traceutil/trace.go:171","msg":"trace[302541217] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2268; }","duration":"182.553269ms","start":"2026-04-28T03:23:06.631379Z","end":"2026-04-28T03:23:06.813933Z","steps":["trace[302541217] 'agreement among raft nodes before linearized reading' (duration: 182.103298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:07.216966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.50197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:150854"} {"level":"info","ts":"2026-04-28T03:23:07.217028Z","caller":"traceutil/trace.go:171","msg":"trace[1935739210] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2268; }","duration":"242.611242ms","start":"2026-04-28T03:23:06.974405Z","end":"2026-04-28T03:23:07.217016Z","steps":["trace[1935739210] 'range keys from in-memory index tree' (duration: 242.254394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:08.331258Z","caller":"traceutil/trace.go:171","msg":"trace[1217152304] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2399; }","duration":"268.386066ms","start":"2026-04-28T03:23:08.062849Z","end":"2026-04-28T03:23:08.331235Z","steps":["trace[1217152304] 'read index received' (duration: 268.272823ms)","trace[1217152304] 'applied index is now lower than readState.Index' (duration: 112.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:08.331303Z","caller":"traceutil/trace.go:171","msg":"trace[522837644] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2268; }","duration":"710.294797ms","start":"2026-04-28T03:23:07.620971Z","end":"2026-04-28T03:23:08.331266Z","steps":["trace[522837644] 'process raft request' (duration: 710.176754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:08.331485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.57982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:08.331572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.662041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:08.331585Z","caller":"traceutil/trace.go:171","msg":"trace[947353491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"268.777864ms","start":"2026-04-28T03:23:08.062787Z","end":"2026-04-28T03:23:08.331564Z","steps":["trace[947353491] 'agreement among raft nodes before linearized reading' (duration: 268.57887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:08.331612Z","caller":"traceutil/trace.go:171","msg":"trace[1039053336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2268; }","duration":"194.719042ms","start":"2026-04-28T03:23:08.136882Z","end":"2026-04-28T03:23:08.331601Z","steps":["trace[1039053336] 'agreement among raft nodes before linearized reading' (duration: 194.490097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:08.331619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.713102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:08.331681Z","caller":"traceutil/trace.go:171","msg":"trace[875991692] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2268; }","duration":"194.792174ms","start":"2026-04-28T03:23:08.136854Z","end":"2026-04-28T03:23:08.331647Z","steps":["trace[875991692] 'agreement among raft nodes before linearized reading' (duration: 194.641141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:08.331675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.61445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:08.331735Z","caller":"traceutil/trace.go:171","msg":"trace[1847888108] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2268; }","duration":"194.729042ms","start":"2026-04-28T03:23:08.13699Z","end":"2026-04-28T03:23:08.331719Z","steps":["trace[1847888108] 'agreement among raft nodes before linearized reading' (duration: 194.481716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:08.332184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:07.620947Z","time spent":"710.448311ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:09.065879Z","caller":"traceutil/trace.go:171","msg":"trace[867497618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2268; }","duration":"525.081267ms","start":"2026-04-28T03:23:08.540779Z","end":"2026-04-28T03:23:09.06586Z","steps":["trace[867497618] 'process raft request' (duration: 524.955544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:09.065987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:08.540769Z","time spent":"525.165199ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:09.104743Z","caller":"traceutil/trace.go:171","msg":"trace[897641295] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2401; }","duration":"427.574157ms","start":"2026-04-28T03:23:08.677147Z","end":"2026-04-28T03:23:09.104721Z","steps":["trace[897641295] 'read index received' (duration: 388.568865ms)","trace[897641295] 'applied index is now lower than readState.Index' (duration: 39.004152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:09.104769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:08.54426Z","time spent":"560.504385ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:23:09.104861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.697189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:09.104887Z","caller":"traceutil/trace.go:171","msg":"trace[737728332] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2268; }","duration":"427.781611ms","start":"2026-04-28T03:23:08.677097Z","end":"2026-04-28T03:23:09.104879Z","steps":["trace[737728332] 'agreement among raft nodes before linearized reading' (duration: 427.70414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:09.105441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:08.677078Z","time spent":"427.823623ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:10.396754Z","caller":"traceutil/trace.go:171","msg":"trace[1308022292] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"160.305698ms","start":"2026-04-28T03:23:10.236413Z","end":"2026-04-28T03:23:10.396719Z","steps":["trace[1308022292] 'process raft request' (duration: 160.079823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:10.551642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.44127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:10.552048Z","caller":"traceutil/trace.go:171","msg":"trace[2099836519] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"313.323696ms","start":"2026-04-28T03:23:10.238668Z","end":"2026-04-28T03:23:10.551992Z","steps":["trace[2099836519] 'process raft request' (duration: 188.368544ms)","trace[2099836519] 'compare' (duration: 124.258326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:10.552275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:10.23863Z","time spent":"313.518241ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:10.710385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.490815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:23:10.710518Z","caller":"traceutil/trace.go:171","msg":"trace[1167797108] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2405; }","duration":"373.213526ms","start":"2026-04-28T03:23:10.337281Z","end":"2026-04-28T03:23:10.710494Z","steps":["trace[1167797108] 'read index received' (duration: 59.4471ms)","trace[1167797108] 'applied index is now lower than readState.Index' (duration: 313.764446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:10.710914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.619337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:10.710953Z","caller":"traceutil/trace.go:171","msg":"trace[203840170] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2271; }","duration":"373.707419ms","start":"2026-04-28T03:23:10.337231Z","end":"2026-04-28T03:23:10.710938Z","steps":["trace[203840170] 'agreement among raft nodes before linearized reading' (duration: 373.507784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:10.710963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.314089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:10.711001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:10.337207Z","time spent":"373.77471ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:23:10.711026Z","caller":"traceutil/trace.go:171","msg":"trace[1830247517] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2271; }","duration":"373.414791ms","start":"2026-04-28T03:23:10.337598Z","end":"2026-04-28T03:23:10.711012Z","steps":["trace[1830247517] 'agreement among raft nodes before linearized reading' (duration: 373.267788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:10.711061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:10.337571Z","time spent":"373.481533ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:10.711294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.387573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:10.711404Z","caller":"traceutil/trace.go:171","msg":"trace[1303372293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2271; }","duration":"353.551036ms","start":"2026-04-28T03:23:10.357827Z","end":"2026-04-28T03:23:10.711378Z","steps":["trace[1303372293] 'agreement among raft nodes before linearized reading' (duration: 353.220618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:10.711461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:10.357807Z","time spent":"353.642509ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:11.811395Z","caller":"traceutil/trace.go:171","msg":"trace[170012313] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"214.442073ms","start":"2026-04-28T03:23:11.596919Z","end":"2026-04-28T03:23:11.811361Z","steps":["trace[170012313] 'process raft request' (duration: 214.232618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:12.121438Z","caller":"traceutil/trace.go:171","msg":"trace[766048045] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2274; }","duration":"246.626076ms","start":"2026-04-28T03:23:11.874778Z","end":"2026-04-28T03:23:12.121404Z","steps":["trace[766048045] 'process raft request' (duration: 246.137815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:12.330752Z","caller":"traceutil/trace.go:171","msg":"trace[2053484239] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"123.395615ms","start":"2026-04-28T03:23:12.207339Z","end":"2026-04-28T03:23:12.330735Z","steps":["trace[2053484239] 'process raft request' (duration: 123.243892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:12.777968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.872826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:12.778148Z","caller":"traceutil/trace.go:171","msg":"trace[1197401311] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"431.249623ms","start":"2026-04-28T03:23:12.346837Z","end":"2026-04-28T03:23:12.778087Z","steps":["trace[1197401311] 'process raft request' (duration: 236.180862ms)","trace[1197401311] 'compare' (duration: 194.589259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:12.778245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.346826Z","time spent":"431.378386ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:13.645913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.138776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:13.646171Z","caller":"traceutil/trace.go:171","msg":"trace[547326100] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2415; }","duration":"832.829143ms","start":"2026-04-28T03:23:12.81332Z","end":"2026-04-28T03:23:13.646149Z","steps":["trace[547326100] 'read index received' (duration: 136.41476ms)","trace[547326100] 'applied index is now lower than readState.Index' (duration: 696.413073ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:13.646332Z","caller":"traceutil/trace.go:171","msg":"trace[654611319] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"858.243146ms","start":"2026-04-28T03:23:12.788062Z","end":"2026-04-28T03:23:13.646305Z","steps":["trace[654611319] 'process raft request' (duration: 161.627729ms)","trace[654611319] 'compare' (duration: 695.685066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:13.646459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.11924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:23:13.646527Z","caller":"traceutil/trace.go:171","msg":"trace[416946443] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d; range_end:; response_count:1; response_revision:2279; }","duration":"833.234643ms","start":"2026-04-28T03:23:12.813273Z","end":"2026-04-28T03:23:13.646507Z","steps":["trace[416946443] 'agreement among raft nodes before linearized reading' (duration: 832.974566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.646449Z","caller":"traceutil/trace.go:171","msg":"trace[985536964] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"858.272168ms","start":"2026-04-28T03:23:12.788105Z","end":"2026-04-28T03:23:13.646377Z","steps":["trace[985536964] 'process raft request' (duration: 857.96771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.646605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.813252Z","time spent":"833.337855ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c46984d7d\" "} {"level":"warn","ts":"2026-04-28T03:23:13.646632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.788045Z","time spent":"858.33349ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:13.646689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.788095Z","time spent":"858.526925ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:13.796503Z","caller":"traceutil/trace.go:171","msg":"trace[2071097269] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"143.641528ms","start":"2026-04-28T03:23:13.652833Z","end":"2026-04-28T03:23:13.796475Z","steps":["trace[2071097269] 'process raft request' (duration: 143.584056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.796587Z","caller":"traceutil/trace.go:171","msg":"trace[53802227] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"144.232401ms","start":"2026-04-28T03:23:13.652311Z","end":"2026-04-28T03:23:13.796544Z","steps":["trace[53802227] 'process raft request' (duration: 143.893274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.178728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.847217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:14.178833Z","caller":"traceutil/trace.go:171","msg":"trace[1078926021] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2434; }","duration":"132.835237ms","start":"2026-04-28T03:23:14.045981Z","end":"2026-04-28T03:23:14.178817Z","steps":["trace[1078926021] 'read index received' (duration: 11.826747ms)","trace[1078926021] 'applied index is now lower than readState.Index' (duration: 121.00724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:14.178859Z","caller":"traceutil/trace.go:171","msg":"trace[1191508288] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"201.720096ms","start":"2026-04-28T03:23:13.977112Z","end":"2026-04-28T03:23:14.178832Z","steps":["trace[1191508288] 'process raft request' (duration: 80.719627ms)","trace[1191508288] 'compare' (duration: 120.712692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:14.178949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.96726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:14.178982Z","caller":"traceutil/trace.go:171","msg":"trace[824913249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"133.035501ms","start":"2026-04-28T03:23:14.045937Z","end":"2026-04-28T03:23:14.178972Z","steps":["trace[824913249] 'agreement among raft nodes before linearized reading' (duration: 132.948999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.212893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.008081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:14.212966Z","caller":"traceutil/trace.go:171","msg":"trace[786946245] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:2297; }","duration":"151.121234ms","start":"2026-04-28T03:23:14.061826Z","end":"2026-04-28T03:23:14.212947Z","steps":["trace[786946245] 'agreement among raft nodes before linearized reading' (duration: 150.990141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:14.485527Z","caller":"traceutil/trace.go:171","msg":"trace[120058822] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"269.259646ms","start":"2026-04-28T03:23:14.216222Z","end":"2026-04-28T03:23:14.485481Z","steps":["trace[120058822] 'process raft request' (duration: 172.35367ms)","trace[120058822] 'compare' (duration: 96.704961ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:14.48558Z","caller":"traceutil/trace.go:171","msg":"trace[712834674] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"262.59377ms","start":"2026-04-28T03:23:14.222961Z","end":"2026-04-28T03:23:14.485554Z","steps":["trace[712834674] 'process raft request' (duration: 262.529139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.485738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.830886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:14.485781Z","caller":"traceutil/trace.go:171","msg":"trace[1326745880] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2299; }","duration":"268.925198ms","start":"2026-04-28T03:23:14.216844Z","end":"2026-04-28T03:23:14.485769Z","steps":["trace[1326745880] 'agreement among raft nodes before linearized reading' (duration: 268.797385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:14.485582Z","caller":"traceutil/trace.go:171","msg":"trace[1792299697] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2436; }","duration":"268.652221ms","start":"2026-04-28T03:23:14.216898Z","end":"2026-04-28T03:23:14.48555Z","steps":["trace[1792299697] 'read index received' (duration: 171.626332ms)","trace[1792299697] 'applied index is now lower than readState.Index' (duration: 97.021859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:14.768282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.058143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:14.768436Z","caller":"traceutil/trace.go:171","msg":"trace[1497331805] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"264.960046ms","start":"2026-04-28T03:23:14.50345Z","end":"2026-04-28T03:23:14.76841Z","steps":["trace[1497331805] 'process raft request' (duration: 154.653707ms)","trace[1497331805] 'compare' (duration: 109.882959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:15.774476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.127331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:1546"} {"level":"info","ts":"2026-04-28T03:23:15.775058Z","caller":"traceutil/trace.go:171","msg":"trace[1814001496] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2301; }","duration":"1.269773218s","start":"2026-04-28T03:23:14.505258Z","end":"2026-04-28T03:23:15.775031Z","steps":["trace[1814001496] 'process raft request' (duration: 609.981982ms)","trace[1814001496] 'compare' (duration: 659.006428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:15.775173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.505223Z","time spent":"1.269895451s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:15.775462Z","caller":"traceutil/trace.go:171","msg":"trace[1922282685] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.262165611s","start":"2026-04-28T03:23:14.513259Z","end":"2026-04-28T03:23:15.775424Z","steps":["trace[1922282685] 'process raft request' (duration: 1.261671179s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:15.775532Z","caller":"traceutil/trace.go:171","msg":"trace[1543910413] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.262185362s","start":"2026-04-28T03:23:14.513309Z","end":"2026-04-28T03:23:15.775495Z","steps":["trace[1543910413] 'process raft request' (duration: 1.262049128s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:15.77556Z","caller":"traceutil/trace.go:171","msg":"trace[1815566042] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.001437925s","start":"2026-04-28T03:23:14.774106Z","end":"2026-04-28T03:23:15.775544Z","steps":["trace[1815566042] 'process raft request' (duration: 1.001332043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.775643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.513228Z","time spent":"1.262320295s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:15.775629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.513277Z","time spent":"1.262313264s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4991,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:15.775728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.774063Z","time spent":"1.001560008s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:15.775549Z","caller":"traceutil/trace.go:171","msg":"trace[898642397] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2440; }","duration":"993.025239ms","start":"2026-04-28T03:23:14.782504Z","end":"2026-04-28T03:23:15.775529Z","steps":["trace[898642397] 'read index received' (duration: 332.753761ms)","trace[898642397] 'applied index is now lower than readState.Index' (duration: 660.270348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:15.775777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.323665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:15.775562Z","caller":"traceutil/trace.go:171","msg":"trace[1794583035] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.001355213s","start":"2026-04-28T03:23:14.774184Z","end":"2026-04-28T03:23:15.775539Z","steps":["trace[1794583035] 'process raft request' (duration: 1.001297222s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:15.775824Z","caller":"traceutil/trace.go:171","msg":"trace[688181926] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2305; }","duration":"993.436518ms","start":"2026-04-28T03:23:14.782378Z","end":"2026-04-28T03:23:15.775814Z","steps":["trace[688181926] 'agreement among raft nodes before linearized reading' (duration: 993.218093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.775853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.782336Z","time spent":"993.50967ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:23:15.775888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.774162Z","time spent":"1.001680911s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:15.775939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.037574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:15.776Z","caller":"traceutil/trace.go:171","msg":"trace[1019058012] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2305; }","duration":"137.130226ms","start":"2026-04-28T03:23:15.638852Z","end":"2026-04-28T03:23:15.775983Z","steps":["trace[1019058012] 'agreement among raft nodes before linearized reading' (duration: 137.040354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.776017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.896302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:15.775995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.905729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:15.776049Z","caller":"traceutil/trace.go:171","msg":"trace[39136486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"725.953834ms","start":"2026-04-28T03:23:15.050086Z","end":"2026-04-28T03:23:15.77604Z","steps":["trace[39136486] 'agreement among raft nodes before linearized reading' (duration: 725.899092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.776079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.05007Z","time spent":"726.002834ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:15.776089Z","caller":"traceutil/trace.go:171","msg":"trace[1175542097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2305; }","duration":"361.047402ms","start":"2026-04-28T03:23:15.41502Z","end":"2026-04-28T03:23:15.776067Z","steps":["trace[1175542097] 'agreement among raft nodes before linearized reading' (duration: 360.862928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.776093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.933327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:15.776129Z","caller":"traceutil/trace.go:171","msg":"trace[1382896320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2305; }","duration":"987.007838ms","start":"2026-04-28T03:23:14.789112Z","end":"2026-04-28T03:23:15.776119Z","steps":["trace[1382896320] 'agreement among raft nodes before linearized reading' (duration: 986.913316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.776129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.415006Z","time spent":"361.114913ms","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:15.775995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.796683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:15.776163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.789066Z","time spent":"987.08973ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:15.776191Z","caller":"traceutil/trace.go:171","msg":"trace[496304428] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2305; }","duration":"993.013659ms","start":"2026-04-28T03:23:14.783153Z","end":"2026-04-28T03:23:15.776167Z","steps":["trace[496304428] 'agreement among raft nodes before linearized reading' (duration: 992.699941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.776128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.205253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710\" ","response":"range_response_count:1 size:850"} {"level":"warn","ts":"2026-04-28T03:23:15.776259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.783137Z","time spent":"993.10734ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:23:15.776306Z","caller":"traceutil/trace.go:171","msg":"trace[1303267413] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710; range_end:; response_count:1; response_revision:2305; }","duration":"183.422909ms","start":"2026-04-28T03:23:15.592864Z","end":"2026-04-28T03:23:15.776287Z","steps":["trace[1303267413] 'agreement among raft nodes before linearized reading' (duration: 183.170103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:15.955827Z","caller":"traceutil/trace.go:171","msg":"trace[25680009] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"176.664701ms","start":"2026-04-28T03:23:15.779137Z","end":"2026-04-28T03:23:15.955802Z","steps":["trace[25680009] 'process raft request' (duration: 176.443736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.219875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.262737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:16.220169Z","caller":"traceutil/trace.go:171","msg":"trace[306017307] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"437.864607ms","start":"2026-04-28T03:23:15.782253Z","end":"2026-04-28T03:23:16.220118Z","steps":["trace[306017307] 'process raft request' (duration: 333.276892ms)","trace[306017307] 'compare' (duration: 103.414038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:16.220367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.782232Z","time spent":"438.042992ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:16.22046Z","caller":"traceutil/trace.go:171","msg":"trace[21944038] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2445; }","duration":"437.759385ms","start":"2026-04-28T03:23:15.782677Z","end":"2026-04-28T03:23:16.220437Z","steps":["trace[21944038] 'read index received' (duration: 172.953964ms)","trace[21944038] 'applied index is now lower than readState.Index' (duration: 264.803611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:16.220579Z","caller":"traceutil/trace.go:171","msg":"trace[1773320303] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2309; }","duration":"429.514122ms","start":"2026-04-28T03:23:15.791042Z","end":"2026-04-28T03:23:16.220556Z","steps":["trace[1773320303] 'process raft request' (duration: 429.189235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.220666Z","caller":"traceutil/trace.go:171","msg":"trace[672288605] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"425.770765ms","start":"2026-04-28T03:23:15.794882Z","end":"2026-04-28T03:23:16.220653Z","steps":["trace[672288605] 'process raft request' (duration: 425.429287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.220719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.791031Z","time spent":"429.608774ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1861,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:16.220812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.794867Z","time spent":"425.875528ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:16.22075Z","caller":"traceutil/trace.go:171","msg":"trace[1117309572] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"429.40863ms","start":"2026-04-28T03:23:15.791044Z","end":"2026-04-28T03:23:16.220453Z","steps":["trace[1117309572] 'process raft request' (duration: 429.072142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.221172Z","caller":"traceutil/trace.go:171","msg":"trace[1624080402] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"430.849393ms","start":"2026-04-28T03:23:15.789656Z","end":"2026-04-28T03:23:16.220505Z","steps":["trace[1624080402] 'process raft request' (duration: 430.364702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.221178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.791016Z","time spent":"430.000364ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:16.221214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.271639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672d4a197fd8\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:23:16.221275Z","caller":"traceutil/trace.go:171","msg":"trace[936716097] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa672d4a197fd8; range_end:; response_count:1; response_revision:2310; }","duration":"261.371842ms","start":"2026-04-28T03:23:15.959888Z","end":"2026-04-28T03:23:16.22126Z","steps":["trace[936716097] 'agreement among raft nodes before linearized reading' (duration: 260.859099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.221339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.789636Z","time spent":"431.609251ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:16.221781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.097246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62235"} {"level":"info","ts":"2026-04-28T03:23:16.221842Z","caller":"traceutil/trace.go:171","msg":"trace[1268114286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2310; }","duration":"439.157809ms","start":"2026-04-28T03:23:15.782668Z","end":"2026-04-28T03:23:16.221826Z","steps":["trace[1268114286] 'agreement among raft nodes before linearized reading' (duration: 438.087323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.221887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.782629Z","time spent":"439.2453ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62258,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:23:16.536301Z","caller":"traceutil/trace.go:171","msg":"trace[1630142673] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"292.577261ms","start":"2026-04-28T03:23:16.243706Z","end":"2026-04-28T03:23:16.536283Z","steps":["trace[1630142673] 'process raft request' (duration: 292.54691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.536569Z","caller":"traceutil/trace.go:171","msg":"trace[932847744] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"300.919745ms","start":"2026-04-28T03:23:16.235642Z","end":"2026-04-28T03:23:16.536562Z","steps":["trace[932847744] 'process raft request' (duration: 300.372503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.536633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.235615Z","time spent":"300.975647ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:16.536888Z","caller":"traceutil/trace.go:171","msg":"trace[1938285629] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"295.623991ms","start":"2026-04-28T03:23:16.241251Z","end":"2026-04-28T03:23:16.536875Z","steps":["trace[1938285629] 'process raft request' (duration: 294.971186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.537109Z","caller":"traceutil/trace.go:171","msg":"trace[2111529188] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"299.42519ms","start":"2026-04-28T03:23:16.23766Z","end":"2026-04-28T03:23:16.537085Z","steps":["trace[2111529188] 'process raft request' (duration: 298.454088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.537394Z","caller":"traceutil/trace.go:171","msg":"trace[472632011] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2314; }","duration":"296.699086ms","start":"2026-04-28T03:23:16.240673Z","end":"2026-04-28T03:23:16.537372Z","steps":["trace[472632011] 'process raft request' (duration: 295.533719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.537539Z","caller":"traceutil/trace.go:171","msg":"trace[1915526582] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2313; }","duration":"298.707455ms","start":"2026-04-28T03:23:16.238822Z","end":"2026-04-28T03:23:16.53753Z","steps":["trace[1915526582] 'process raft request' (duration: 297.331222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.537605Z","caller":"traceutil/trace.go:171","msg":"trace[115257562] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"297.094856ms","start":"2026-04-28T03:23:16.240503Z","end":"2026-04-28T03:23:16.537598Z","steps":["trace[115257562] 'process raft request' (duration: 295.671222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747113Z","caller":"traceutil/trace.go:171","msg":"trace[1740550185] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"201.420359ms","start":"2026-04-28T03:23:16.545658Z","end":"2026-04-28T03:23:16.747078Z","steps":["trace[1740550185] 'process raft request' (duration: 201.281896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747196Z","caller":"traceutil/trace.go:171","msg":"trace[1331600197] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"201.601344ms","start":"2026-04-28T03:23:16.545544Z","end":"2026-04-28T03:23:16.747145Z","steps":["trace[1331600197] 'process raft request' (duration: 201.259586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747282Z","caller":"traceutil/trace.go:171","msg":"trace[1932005621] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"201.590584ms","start":"2026-04-28T03:23:16.545685Z","end":"2026-04-28T03:23:16.747276Z","steps":["trace[1932005621] 'process raft request' (duration: 201.293377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747341Z","caller":"traceutil/trace.go:171","msg":"trace[43903889] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"201.383218ms","start":"2026-04-28T03:23:16.545935Z","end":"2026-04-28T03:23:16.747318Z","steps":["trace[43903889] 'process raft request' (duration: 201.208854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747408Z","caller":"traceutil/trace.go:171","msg":"trace[1098066155] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"201.637555ms","start":"2026-04-28T03:23:16.545765Z","end":"2026-04-28T03:23:16.747403Z","steps":["trace[1098066155] 'process raft request' (duration: 201.239756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747423Z","caller":"traceutil/trace.go:171","msg":"trace[2142307812] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"192.218704ms","start":"2026-04-28T03:23:16.555186Z","end":"2026-04-28T03:23:16.747405Z","steps":["trace[2142307812] 'process raft request' (duration: 192.014169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747226Z","caller":"traceutil/trace.go:171","msg":"trace[955832674] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"201.363218ms","start":"2026-04-28T03:23:16.545824Z","end":"2026-04-28T03:23:16.747187Z","steps":["trace[955832674] 'process raft request' (duration: 201.209784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747465Z","caller":"traceutil/trace.go:171","msg":"trace[797370169] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"201.598403ms","start":"2026-04-28T03:23:16.54586Z","end":"2026-04-28T03:23:16.747459Z","steps":["trace[797370169] 'process raft request' (duration: 201.207704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747476Z","caller":"traceutil/trace.go:171","msg":"trace[1795394318] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"201.607113ms","start":"2026-04-28T03:23:16.545853Z","end":"2026-04-28T03:23:16.74746Z","steps":["trace[1795394318] 'process raft request' (duration: 201.244905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747608Z","caller":"traceutil/trace.go:171","msg":"trace[741088744] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"192.299146ms","start":"2026-04-28T03:23:16.555303Z","end":"2026-04-28T03:23:16.747602Z","steps":["trace[741088744] 'process raft request' (duration: 192.004299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747795Z","caller":"traceutil/trace.go:171","msg":"trace[798801881] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2460; }","duration":"199.180518ms","start":"2026-04-28T03:23:16.5486Z","end":"2026-04-28T03:23:16.747781Z","steps":["trace[798801881] 'read index received' (duration: 53.08216ms)","trace[798801881] 'applied index is now lower than readState.Index' (duration: 146.097388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:16.747845Z","caller":"traceutil/trace.go:171","msg":"trace[2060036398] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"188.464627ms","start":"2026-04-28T03:23:16.559372Z","end":"2026-04-28T03:23:16.747837Z","steps":["trace[2060036398] 'process raft request' (duration: 188.17228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.747863Z","caller":"traceutil/trace.go:171","msg":"trace[657227229] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"181.970555ms","start":"2026-04-28T03:23:16.565864Z","end":"2026-04-28T03:23:16.747834Z","steps":["trace[657227229] 'process raft request' (duration: 181.846492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.74795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.335552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2375"} {"level":"info","ts":"2026-04-28T03:23:16.747974Z","caller":"traceutil/trace.go:171","msg":"trace[1044524903] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2329; }","duration":"199.398273ms","start":"2026-04-28T03:23:16.548566Z","end":"2026-04-28T03:23:16.747964Z","steps":["trace[1044524903] 'agreement among raft nodes before linearized reading' (duration: 199.26594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.003989Z","caller":"traceutil/trace.go:171","msg":"trace[404528503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2330; }","duration":"389.703921ms","start":"2026-04-28T03:23:16.614235Z","end":"2026-04-28T03:23:17.003938Z","steps":["trace[404528503] 'process raft request' (duration: 389.620589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.004141Z","caller":"traceutil/trace.go:171","msg":"trace[1405848121] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"397.283499ms","start":"2026-04-28T03:23:16.606839Z","end":"2026-04-28T03:23:17.004122Z","steps":["trace[1405848121] 'process raft request' (duration: 396.743297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.004204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.606805Z","time spent":"397.366831ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:17.004226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.61422Z","time spent":"389.879716ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2117,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:17.356211Z","caller":"traceutil/trace.go:171","msg":"trace[1541588234] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"602.893876ms","start":"2026-04-28T03:23:16.753274Z","end":"2026-04-28T03:23:17.356168Z","steps":["trace[1541588234] 'process raft request' (duration: 602.6359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.356282Z","caller":"traceutil/trace.go:171","msg":"trace[1585731572] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"598.896593ms","start":"2026-04-28T03:23:16.757322Z","end":"2026-04-28T03:23:17.356218Z","steps":["trace[1585731572] 'process raft request' (duration: 598.73058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.356686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.757306Z","time spent":"599.322263ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:17.356645Z","caller":"traceutil/trace.go:171","msg":"trace[32976456] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"517.078501ms","start":"2026-04-28T03:23:16.839545Z","end":"2026-04-28T03:23:17.356623Z","steps":["trace[32976456] 'process raft request' (duration: 516.712112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.356899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.753249Z","time spent":"603.304196ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:17.356949Z","caller":"traceutil/trace.go:171","msg":"trace[792801096] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"457.64958ms","start":"2026-04-28T03:23:16.899287Z","end":"2026-04-28T03:23:17.356936Z","steps":["trace[792801096] 'process raft request' (duration: 457.279861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.357018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.899266Z","time spent":"457.728102ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2559,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:17.356423Z","caller":"traceutil/trace.go:171","msg":"trace[1905191213] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"587.120478ms","start":"2026-04-28T03:23:16.769263Z","end":"2026-04-28T03:23:17.356383Z","steps":["trace[1905191213] 'process raft request' (duration: 586.893343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.357131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.769248Z","time spent":"587.855525ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:17.356939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.839515Z","time spent":"517.289566ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":141048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:17.357421Z","caller":"traceutil/trace.go:171","msg":"trace[217473069] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"594.267455ms","start":"2026-04-28T03:23:16.762277Z","end":"2026-04-28T03:23:17.356545Z","steps":["trace[217473069] 'process raft request' (duration: 593.828335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.357502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.762248Z","time spent":"595.228347ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:17.582593Z","caller":"traceutil/trace.go:171","msg":"trace[346501917] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2475; }","duration":"535.755197ms","start":"2026-04-28T03:23:17.046814Z","end":"2026-04-28T03:23:17.58257Z","steps":["trace[346501917] 'read index received' (duration: 309.22198ms)","trace[346501917] 'applied index is now lower than readState.Index' (duration: 226.532177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:17.58273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.914281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:17.582761Z","caller":"traceutil/trace.go:171","msg":"trace[1860474486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2337; }","duration":"536.001253ms","start":"2026-04-28T03:23:17.04675Z","end":"2026-04-28T03:23:17.582751Z","steps":["trace[1860474486] 'agreement among raft nodes before linearized reading' (duration: 535.937041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.582726Z","caller":"traceutil/trace.go:171","msg":"trace[1014927233] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"558.449418ms","start":"2026-04-28T03:23:17.024207Z","end":"2026-04-28T03:23:17.582656Z","steps":["trace[1014927233] 'process raft request' (duration: 500.850451ms)","trace[1014927233] 'compare' (duration: 57.393332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:17.582798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.046722Z","time spent":"536.068265ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:17.582936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.024182Z","time spent":"558.651423ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:17.64855Z","caller":"traceutil/trace.go:171","msg":"trace[1656871598] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"286.017857ms","start":"2026-04-28T03:23:17.362511Z","end":"2026-04-28T03:23:17.648529Z","steps":["trace[1656871598] 'process raft request' (duration: 285.915825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.648645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.813628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:17.648691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.861084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2939"} {"level":"info","ts":"2026-04-28T03:23:17.648711Z","caller":"traceutil/trace.go:171","msg":"trace[1996076506] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2338; }","duration":"284.938092ms","start":"2026-04-28T03:23:17.363756Z","end":"2026-04-28T03:23:17.648694Z","steps":["trace[1996076506] 'agreement among raft nodes before linearized reading' (duration: 284.802209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.648724Z","caller":"traceutil/trace.go:171","msg":"trace[976014109] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2338; }","duration":"282.934436ms","start":"2026-04-28T03:23:17.36578Z","end":"2026-04-28T03:23:17.648715Z","steps":["trace[976014109] 'agreement among raft nodes before linearized reading' (duration: 282.761812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.648645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.176468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:17.648807Z","caller":"traceutil/trace.go:171","msg":"trace[495279856] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:2338; }","duration":"575.388152ms","start":"2026-04-28T03:23:17.073402Z","end":"2026-04-28T03:23:17.648791Z","steps":["trace[495279856] 'agreement among raft nodes before linearized reading' (duration: 575.136727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.648864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.073379Z","time spent":"575.457624ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" "} {"level":"warn","ts":"2026-04-28T03:23:17.648993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.784036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:296445"} {"level":"info","ts":"2026-04-28T03:23:17.649039Z","caller":"traceutil/trace.go:171","msg":"trace[70441040] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2338; }","duration":"224.870008ms","start":"2026-04-28T03:23:17.424159Z","end":"2026-04-28T03:23:17.649029Z","steps":["trace[70441040] 'agreement among raft nodes before linearized reading' (duration: 224.53283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.026902Z","caller":"traceutil/trace.go:171","msg":"trace[1706815789] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"433.515236ms","start":"2026-04-28T03:23:17.593352Z","end":"2026-04-28T03:23:18.026867Z","steps":["trace[1706815789] 'process raft request' (duration: 355.107283ms)","trace[1706815789] 'compare' (duration: 78.135377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:18.027047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.593327Z","time spent":"433.65475ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2349,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.363712Z","caller":"traceutil/trace.go:171","msg":"trace[1144454981] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2482; }","duration":"596.428035ms","start":"2026-04-28T03:23:17.767263Z","end":"2026-04-28T03:23:18.363691Z","steps":["trace[1144454981] 'read index received' (duration: 181.212076ms)","trace[1144454981] 'applied index is now lower than readState.Index' (duration: 415.214689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.363837Z","caller":"traceutil/trace.go:171","msg":"trace[895606321] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"694.328394ms","start":"2026-04-28T03:23:17.669496Z","end":"2026-04-28T03:23:18.363825Z","steps":["trace[895606321] 'process raft request' (duration: 694.097439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.363817Z","caller":"traceutil/trace.go:171","msg":"trace[49901456] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"712.098319ms","start":"2026-04-28T03:23:17.651665Z","end":"2026-04-28T03:23:18.363763Z","steps":["trace[49901456] 'process raft request' (duration: 612.296456ms)","trace[49901456] 'compare' (duration: 99.393994ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.363873Z","caller":"traceutil/trace.go:171","msg":"trace[1158928528] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"698.85934ms","start":"2026-04-28T03:23:17.664979Z","end":"2026-04-28T03:23:18.363838Z","steps":["trace[1158928528] 'process raft request' (duration: 698.539143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.363928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.669476Z","time spent":"694.380485ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.363951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.651635Z","time spent":"712.235353ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.364045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.664957Z","time spent":"699.023284ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:18.364068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.806854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:13 size:298856"} {"level":"info","ts":"2026-04-28T03:23:18.364099Z","caller":"traceutil/trace.go:171","msg":"trace[2072497139] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:13; response_revision:2342; }","duration":"596.873376ms","start":"2026-04-28T03:23:17.767217Z","end":"2026-04-28T03:23:18.36409Z","steps":["trace[2072497139] 'agreement among raft nodes before linearized reading' (duration: 596.603249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.364118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.767196Z","time spent":"596.918497ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":13,"response size":298879,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T03:23:18.617605Z","caller":"traceutil/trace.go:171","msg":"trace[201401385] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"585.154172ms","start":"2026-04-28T03:23:18.032417Z","end":"2026-04-28T03:23:18.617571Z","steps":["trace[201401385] 'process raft request' (duration: 585.06214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.617634Z","caller":"traceutil/trace.go:171","msg":"trace[1205229692] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"584.827215ms","start":"2026-04-28T03:23:18.032766Z","end":"2026-04-28T03:23:18.617593Z","steps":["trace[1205229692] 'process raft request' (duration: 584.746043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.617674Z","caller":"traceutil/trace.go:171","msg":"trace[486824039] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2486; }","duration":"253.859716ms","start":"2026-04-28T03:23:18.363794Z","end":"2026-04-28T03:23:18.617654Z","steps":["trace[486824039] 'read index received' (duration: 237.879062ms)","trace[486824039] 'applied index is now lower than readState.Index' (duration: 15.979514ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.617673Z","caller":"traceutil/trace.go:171","msg":"trace[1280194949] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"584.808964ms","start":"2026-04-28T03:23:18.03282Z","end":"2026-04-28T03:23:18.617629Z","steps":["trace[1280194949] 'process raft request' (duration: 584.718592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.61773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.0324Z","time spent":"585.273614ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.617751Z","caller":"traceutil/trace.go:171","msg":"trace[1642941959] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"575.297571ms","start":"2026-04-28T03:23:18.042444Z","end":"2026-04-28T03:23:18.617742Z","steps":["trace[1642941959] 'process raft request' (duration: 575.161198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.617774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.032755Z","time spent":"584.955197ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:18.617822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.032797Z","time spent":"584.959937ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:18.617857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.113724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:23:18.617864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.042421Z","time spent":"575.364222ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:18.617887Z","caller":"traceutil/trace.go:171","msg":"trace[1922415555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2349; }","duration":"388.186496ms","start":"2026-04-28T03:23:18.229692Z","end":"2026-04-28T03:23:18.617879Z","steps":["trace[1922415555] 'agreement among raft nodes before linearized reading' (duration: 388.052033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.617925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.229677Z","time spent":"388.238387ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:18.617685Z","caller":"traceutil/trace.go:171","msg":"trace[1374547620] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"585.91236ms","start":"2026-04-28T03:23:18.031742Z","end":"2026-04-28T03:23:18.617654Z","steps":["trace[1374547620] 'process raft request' (duration: 569.851094ms)","trace[1374547620] 'compare' (duration: 15.757049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:18.617979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.53867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:18.618003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.031714Z","time spent":"586.253567ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.618016Z","caller":"traceutil/trace.go:171","msg":"trace[1363448106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2349; }","duration":"573.608232ms","start":"2026-04-28T03:23:18.044397Z","end":"2026-04-28T03:23:18.618005Z","steps":["trace[1363448106] 'agreement among raft nodes before linearized reading' (duration: 573.53294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.618033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.683342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:18.618053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.044381Z","time spent":"573.666233ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:18.61809Z","caller":"traceutil/trace.go:171","msg":"trace[460152173] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2349; }","duration":"836.756024ms","start":"2026-04-28T03:23:17.781316Z","end":"2026-04-28T03:23:18.618072Z","steps":["trace[460152173] 'agreement among raft nodes before linearized reading' (duration: 836.58991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.618128Z","caller":"traceutil/trace.go:171","msg":"trace[625768643] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"585.205263ms","start":"2026-04-28T03:23:18.032917Z","end":"2026-04-28T03:23:18.618122Z","steps":["trace[625768643] 'process raft request' (duration: 584.66727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.61814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.781305Z","time spent":"836.823246ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:23:18.618171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.032905Z","time spent":"585.244754ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:18.618238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.933428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:18.618278Z","caller":"traceutil/trace.go:171","msg":"trace[1592187163] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2349; }","duration":"836.987489ms","start":"2026-04-28T03:23:17.781277Z","end":"2026-04-28T03:23:18.618264Z","steps":["trace[1592187163] 'agreement among raft nodes before linearized reading' (duration: 836.830645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.618323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.781258Z","time spent":"837.051721ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:23:18.618101Z","caller":"traceutil/trace.go:171","msg":"trace[1469719671] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"585.239934ms","start":"2026-04-28T03:23:18.032851Z","end":"2026-04-28T03:23:18.618091Z","steps":["trace[1469719671] 'process raft request' (duration: 584.707722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.618448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.032828Z","time spent":"585.589281ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.957178Z","caller":"traceutil/trace.go:171","msg":"trace[1071527911] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"581.110306ms","start":"2026-04-28T03:23:18.37603Z","end":"2026-04-28T03:23:18.95714Z","steps":["trace[1071527911] 'process raft request' (duration: 580.939962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.957263Z","caller":"traceutil/trace.go:171","msg":"trace[163254077] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2352; }","duration":"578.756091ms","start":"2026-04-28T03:23:18.378473Z","end":"2026-04-28T03:23:18.957229Z","steps":["trace[163254077] 'process raft request' (duration: 578.543686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.957317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.376021Z","time spent":"581.218319ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:18.957296Z","caller":"traceutil/trace.go:171","msg":"trace[528321605] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"589.118324ms","start":"2026-04-28T03:23:18.36815Z","end":"2026-04-28T03:23:18.957268Z","steps":["trace[528321605] 'process raft request' (duration: 588.564751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.957323Z","caller":"traceutil/trace.go:171","msg":"trace[991130820] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"581.572647ms","start":"2026-04-28T03:23:18.375725Z","end":"2026-04-28T03:23:18.957298Z","steps":["trace[991130820] 'process raft request' (duration: 581.162237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.957411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.368066Z","time spent":"589.292168ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.957397Z","caller":"traceutil/trace.go:171","msg":"trace[421348096] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2493; }","duration":"339.63612ms","start":"2026-04-28T03:23:18.617723Z","end":"2026-04-28T03:23:18.957359Z","steps":["trace[421348096] 'read index received' (duration: 338.912174ms)","trace[421348096] 'applied index is now lower than readState.Index' (duration: 722.816µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:18.957461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.375693Z","time spent":"581.69572ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.957441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.378465Z","time spent":"578.875784ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2560,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:18.9575Z","caller":"traceutil/trace.go:171","msg":"trace[791647699] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"576.790585ms","start":"2026-04-28T03:23:18.380696Z","end":"2026-04-28T03:23:18.957486Z","steps":["trace[791647699] 'process raft request' (duration: 576.373466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.957659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.812943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa672d498f405c\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-28T03:23:18.957651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.380688Z","time spent":"576.879388ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4245,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:18.957701Z","caller":"traceutil/trace.go:171","msg":"trace[2132890471] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa672d498f405c; range_end:; response_count:1; response_revision:2353; }","duration":"365.887114ms","start":"2026-04-28T03:23:18.591803Z","end":"2026-04-28T03:23:18.95769Z","steps":["trace[2132890471] 'agreement among raft nodes before linearized reading' (duration: 365.694989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.9577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.903201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:23:18.957724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.591787Z","time spent":"365.931725ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa672d498f405c\" "} {"level":"info","ts":"2026-04-28T03:23:18.957729Z","caller":"traceutil/trace.go:171","msg":"trace[1379238007] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2353; }","duration":"420.970503ms","start":"2026-04-28T03:23:18.536749Z","end":"2026-04-28T03:23:18.95772Z","steps":["trace[1379238007] 'agreement among raft nodes before linearized reading' (duration: 420.86454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.957751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.536729Z","time spent":"421.017733ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:23:19.140062Z","caller":"traceutil/trace.go:171","msg":"trace[267063264] linearizableReadLoop","detail":"{readStateIndex:2501; appliedIndex:2498; }","duration":"182.592901ms","start":"2026-04-28T03:23:18.957454Z","end":"2026-04-28T03:23:19.140047Z","steps":["trace[267063264] 'read index received' (duration: 178.239768ms)","trace[267063264] 'applied index is now lower than readState.Index' (duration: 4.352003ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:19.140124Z","caller":"traceutil/trace.go:171","msg":"trace[2026262456] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"507.668841ms","start":"2026-04-28T03:23:18.632419Z","end":"2026-04-28T03:23:19.140087Z","steps":["trace[2026262456] 'process raft request' (duration: 507.564328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.140188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.07862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:19.140219Z","caller":"traceutil/trace.go:171","msg":"trace[1442760930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2356; }","duration":"520.154102ms","start":"2026-04-28T03:23:18.620055Z","end":"2026-04-28T03:23:19.140209Z","steps":["trace[1442760930] 'agreement among raft nodes before linearized reading' (duration: 520.089561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.140245Z","caller":"traceutil/trace.go:171","msg":"trace[1791512487] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"515.78027ms","start":"2026-04-28T03:23:18.624443Z","end":"2026-04-28T03:23:19.140223Z","steps":["trace[1791512487] 'process raft request' (duration: 515.491973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.140065Z","caller":"traceutil/trace.go:171","msg":"trace[1475542288] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"516.411855ms","start":"2026-04-28T03:23:18.623616Z","end":"2026-04-28T03:23:19.140028Z","steps":["trace[1475542288] 'process raft request' (duration: 511.93243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.14032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.632398Z","time spent":"507.808674ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:19.140347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.460989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62235"} {"level":"warn","ts":"2026-04-28T03:23:19.140348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.623593Z","time spent":"516.726472ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:19.140392Z","caller":"traceutil/trace.go:171","msg":"trace[1347537594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2356; }","duration":"517.542581ms","start":"2026-04-28T03:23:18.622838Z","end":"2026-04-28T03:23:19.14038Z","steps":["trace[1347537594] 'agreement among raft nodes before linearized reading' (duration: 517.287685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.140425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.622822Z","time spent":"517.595092ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62258,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:19.140407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.620038Z","time spent":"520.357147ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:19.140346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.624426Z","time spent":"515.875631ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:19.3599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.959902Z","time spent":"399.989872ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:23:19.359992Z","caller":"traceutil/trace.go:171","msg":"trace[1254513177] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"398.859106ms","start":"2026-04-28T03:23:18.961092Z","end":"2026-04-28T03:23:19.359951Z","steps":["trace[1254513177] 'process raft request' (duration: 398.696842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.360082Z","caller":"traceutil/trace.go:171","msg":"trace[1388165633] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2501; }","duration":"219.938622ms","start":"2026-04-28T03:23:19.140125Z","end":"2026-04-28T03:23:19.360063Z","steps":["trace[1388165633] 'read index received' (duration: 195.763777ms)","trace[1388165633] 'applied index is now lower than readState.Index' (duration: 24.173665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:19.360104Z","caller":"traceutil/trace.go:171","msg":"trace[878643442] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"394.480393ms","start":"2026-04-28T03:23:18.965585Z","end":"2026-04-28T03:23:19.360066Z","steps":["trace[878643442] 'process raft request' (duration: 394.33564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.360171Z","caller":"traceutil/trace.go:171","msg":"trace[650039015] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"394.626617ms","start":"2026-04-28T03:23:18.965533Z","end":"2026-04-28T03:23:19.36016Z","steps":["trace[650039015] 'process raft request' (duration: 394.3603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.360231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.965521Z","time spent":"394.683469ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:19.360251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.965565Z","time spent":"394.612367ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":898,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:19.360268Z","caller":"traceutil/trace.go:171","msg":"trace[680184033] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"394.151316ms","start":"2026-04-28T03:23:18.966063Z","end":"2026-04-28T03:23:19.360214Z","steps":["trace[680184033] 'process raft request' (duration: 393.89152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.360183Z","caller":"traceutil/trace.go:171","msg":"trace[198955981] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"370.334619ms","start":"2026-04-28T03:23:18.989836Z","end":"2026-04-28T03:23:19.360171Z","steps":["trace[198955981] 'process raft request' (duration: 370.157605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.360464Z","caller":"traceutil/trace.go:171","msg":"trace[1197446251] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"394.254717ms","start":"2026-04-28T03:23:18.966193Z","end":"2026-04-28T03:23:19.360448Z","steps":["trace[1197446251] 'process raft request' (duration: 393.780496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.360595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.966182Z","time spent":"394.322678ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:19.360516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.966037Z","time spent":"394.359351ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:19.360439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.989805Z","time spent":"370.584305ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4810,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:19.360118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.961063Z","time spent":"398.977109ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:19.360252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.228214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:19.36035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.887243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18aa67507e551c25\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-28T03:23:19.365689Z","caller":"traceutil/trace.go:171","msg":"trace[1423656368] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:0; response_revision:2363; }","duration":"256.711792ms","start":"2026-04-28T03:23:19.108963Z","end":"2026-04-28T03:23:19.365675Z","steps":["trace[1423656368] 'agreement among raft nodes before linearized reading' (duration: 251.235844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.365691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.137186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-04-28T03:23:19.365731Z","caller":"traceutil/trace.go:171","msg":"trace[1876071331] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2363; }","duration":"397.216138ms","start":"2026-04-28T03:23:18.968505Z","end":"2026-04-28T03:23:19.365722Z","steps":["trace[1876071331] 'agreement among raft nodes before linearized reading' (duration: 391.76434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:19.365719Z","caller":"traceutil/trace.go:171","msg":"trace[229735600] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18aa67507e551c25; range_end:; response_count:1; response_revision:2363; }","duration":"400.276609ms","start":"2026-04-28T03:23:18.965425Z","end":"2026-04-28T03:23:19.365702Z","steps":["trace[229735600] 'agreement among raft nodes before linearized reading' (duration: 394.851362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.365754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.968487Z","time spent":"397.261208ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2441,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:19.365776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.965409Z","time spent":"400.34641ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18aa67507e551c25\" "} {"level":"info","ts":"2026-04-28T03:23:19.360298Z","caller":"traceutil/trace.go:171","msg":"trace[171704907] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"394.216248ms","start":"2026-04-28T03:23:18.966039Z","end":"2026-04-28T03:23:19.360255Z","steps":["trace[171704907] 'process raft request' (duration: 393.90115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.365909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.96589Z","time spent":"399.993662ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:19.693479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.250345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:19.693586Z","caller":"traceutil/trace.go:171","msg":"trace[1333045610] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2509; }","duration":"333.425536ms","start":"2026-04-28T03:23:19.360143Z","end":"2026-04-28T03:23:19.693568Z","steps":["trace[1333045610] 'read index received' (duration: 200.12079ms)","trace[1333045610] 'applied index is now lower than readState.Index' (duration: 133.303616ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:19.693608Z","caller":"traceutil/trace.go:171","msg":"trace[1992611320] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"548.246229ms","start":"2026-04-28T03:23:19.145329Z","end":"2026-04-28T03:23:19.693575Z","steps":["trace[1992611320] 'process raft request' (duration: 414.83768ms)","trace[1992611320] 'compare' (duration: 133.125263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:19.693694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.90268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:19.693725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.145295Z","time spent":"548.370782ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:19.693761Z","caller":"traceutil/trace.go:171","msg":"trace[1218019058] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2364; }","duration":"548.008942ms","start":"2026-04-28T03:23:19.145735Z","end":"2026-04-28T03:23:19.693744Z","steps":["trace[1218019058] 'agreement among raft nodes before linearized reading' (duration: 547.880389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.693762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.56121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:19.693832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.145716Z","time spent":"548.102245ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-04-28T03:23:19.693851Z","caller":"traceutil/trace.go:171","msg":"trace[2134920533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2364; }","duration":"546.665282ms","start":"2026-04-28T03:23:19.147168Z","end":"2026-04-28T03:23:19.693833Z","steps":["trace[2134920533] 'agreement among raft nodes before linearized reading' (duration: 546.421256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.693909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.147131Z","time spent":"546.768194ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:20.114827Z","caller":"traceutil/trace.go:171","msg":"trace[438805465] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"745.315727ms","start":"2026-04-28T03:23:19.369431Z","end":"2026-04-28T03:23:20.114747Z","steps":["trace[438805465] 'process raft request' (duration: 713.481052ms)","trace[438805465] 'compare' (duration: 31.594439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.114966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.157541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.114999Z","caller":"traceutil/trace.go:171","msg":"trace[557508605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2370; }","duration":"419.222742ms","start":"2026-04-28T03:23:19.69577Z","end":"2026-04-28T03:23:20.114992Z","steps":["trace[557508605] 'agreement among raft nodes before linearized reading' (duration: 419.14454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.115018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.695758Z","time spent":"419.255623ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:20.115186Z","caller":"traceutil/trace.go:171","msg":"trace[2126658874] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"738.005136ms","start":"2026-04-28T03:23:19.377094Z","end":"2026-04-28T03:23:20.115099Z","steps":["trace[2126658874] 'process raft request' (duration: 737.656228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.115267Z","caller":"traceutil/trace.go:171","msg":"trace[1869588666] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"735.971408ms","start":"2026-04-28T03:23:19.379288Z","end":"2026-04-28T03:23:20.115259Z","steps":["trace[1869588666] 'process raft request' (duration: 735.491167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.11533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.379242Z","time spent":"736.04568ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.115367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.377085Z","time spent":"738.18654ms","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:20.115623Z","caller":"traceutil/trace.go:171","msg":"trace[980735374] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"745.812398ms","start":"2026-04-28T03:23:19.369803Z","end":"2026-04-28T03:23:20.115615Z","steps":["trace[980735374] 'process raft request' (duration: 744.879506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.115582Z","caller":"traceutil/trace.go:171","msg":"trace[343903019] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"729.559638ms","start":"2026-04-28T03:23:19.385971Z","end":"2026-04-28T03:23:20.115531Z","steps":["trace[343903019] 'process raft request' (duration: 728.839492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.115612Z","caller":"traceutil/trace.go:171","msg":"trace[462905175] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"741.021146ms","start":"2026-04-28T03:23:19.374552Z","end":"2026-04-28T03:23:20.115573Z","steps":["trace[462905175] 'process raft request' (duration: 740.167685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.115687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.369783Z","time spent":"745.866809ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.115817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.385938Z","time spent":"729.753703ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:20.114878Z","caller":"traceutil/trace.go:171","msg":"trace[698293540] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2510; }","duration":"419.066479ms","start":"2026-04-28T03:23:19.695795Z","end":"2026-04-28T03:23:20.114861Z","steps":["trace[698293540] 'read index received' (duration: 387.277965ms)","trace[698293540] 'applied index is now lower than readState.Index' (duration: 31.787744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.116517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.369413Z","time spent":"745.525813ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.115763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.37453Z","time spent":"741.16517ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:20.121166Z","caller":"traceutil/trace.go:171","msg":"trace[1362391988] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"424.893125ms","start":"2026-04-28T03:23:19.696247Z","end":"2026-04-28T03:23:20.12114Z","steps":["trace[1362391988] 'process raft request' (duration: 424.490545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.121222Z","caller":"traceutil/trace.go:171","msg":"trace[1629516650] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"422.285364ms","start":"2026-04-28T03:23:19.698915Z","end":"2026-04-28T03:23:20.121201Z","steps":["trace[1629516650] 'process raft request' (duration: 421.946516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.121324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.698899Z","time spent":"422.374226ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:20.121332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.696239Z","time spent":"424.988288ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.47612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.236811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:20.476278Z","caller":"traceutil/trace.go:171","msg":"trace[1566354608] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"166.30616ms","start":"2026-04-28T03:23:20.309937Z","end":"2026-04-28T03:23:20.476243Z","steps":["trace[1566354608] 'process raft request' (duration: 48.870823ms)","trace[1566354608] 'compare' (duration: 117.098998ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:20.885385Z","caller":"traceutil/trace.go:171","msg":"trace[1320549918] linearizableReadLoop","detail":"{readStateIndex:2535; appliedIndex:2533; }","duration":"570.874448ms","start":"2026-04-28T03:23:20.314486Z","end":"2026-04-28T03:23:20.885361Z","steps":["trace[1320549918] 'read index received' (duration: 44.302596ms)","trace[1320549918] 'applied index is now lower than readState.Index' (duration: 526.570462ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:20.885439Z","caller":"traceutil/trace.go:171","msg":"trace[1550281524] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"570.834947ms","start":"2026-04-28T03:23:20.314572Z","end":"2026-04-28T03:23:20.885407Z","steps":["trace[1550281524] 'process raft request' (duration: 570.669673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.885583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.314554Z","time spent":"570.97525ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:20.885599Z","caller":"traceutil/trace.go:171","msg":"trace[550771978] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"561.834227ms","start":"2026-04-28T03:23:20.323687Z","end":"2026-04-28T03:23:20.885521Z","steps":["trace[550771978] 'process raft request' (duration: 561.611052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.885758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.323667Z","time spent":"561.969339ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3300,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.886003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.238367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-04-28T03:23:20.886043Z","caller":"traceutil/trace.go:171","msg":"trace[1985394690] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:2389; }","duration":"571.299338ms","start":"2026-04-28T03:23:20.314735Z","end":"2026-04-28T03:23:20.886035Z","steps":["trace[1985394690] 'agreement among raft nodes before linearized reading' (duration: 571.141824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.886043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.481842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-k6tcb\" ","response":"range_response_count:1 size:2574"} {"level":"warn","ts":"2026-04-28T03:23:20.886071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.314729Z","time spent":"571.337448ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27001,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-04-28T03:23:20.886052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.291636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:23:20.886108Z","caller":"traceutil/trace.go:171","msg":"trace[1286673591] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2389; }","duration":"476.360808ms","start":"2026-04-28T03:23:20.409734Z","end":"2026-04-28T03:23:20.886095Z","steps":["trace[1286673591] 'agreement among raft nodes before linearized reading' (duration: 476.249666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.886106Z","caller":"traceutil/trace.go:171","msg":"trace[383765310] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-k6tcb; range_end:; response_count:1; response_revision:2389; }","duration":"571.539923ms","start":"2026-04-28T03:23:20.314542Z","end":"2026-04-28T03:23:20.886082Z","steps":["trace[383765310] 'agreement among raft nodes before linearized reading' (duration: 571.41814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.886155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.409718Z","time spent":"476.427999ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T03:23:20.886163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.314539Z","time spent":"571.612124ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":2597,"request content":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-k6tcb\" "} {"level":"warn","ts":"2026-04-28T03:23:20.886273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.781899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:5710"} {"level":"info","ts":"2026-04-28T03:23:20.886335Z","caller":"traceutil/trace.go:171","msg":"trace[1204545604] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2389; }","duration":"571.86589ms","start":"2026-04-28T03:23:20.314457Z","end":"2026-04-28T03:23:20.886323Z","steps":["trace[1204545604] 'agreement among raft nodes before linearized reading' (duration: 571.731307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.886164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.968348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:20.886363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.314446Z","time spent":"571.908652ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5733,"request content":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-28T03:23:20.886368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.296183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.886392Z","caller":"traceutil/trace.go:171","msg":"trace[1579959644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2389; }","duration":"342.346135ms","start":"2026-04-28T03:23:20.544037Z","end":"2026-04-28T03:23:20.886383Z","steps":["trace[1579959644] 'agreement among raft nodes before linearized reading' (duration: 342.307584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.886411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.544021Z","time spent":"342.386085ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:20.886394Z","caller":"traceutil/trace.go:171","msg":"trace[979862680] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2389; }","duration":"260.234205ms","start":"2026-04-28T03:23:20.626144Z","end":"2026-04-28T03:23:20.886378Z","steps":["trace[979862680] 'agreement among raft nodes before linearized reading' (duration: 259.911917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.886447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.349068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:20.886524Z","caller":"traceutil/trace.go:171","msg":"trace[1504970777] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2389; }","duration":"260.45024ms","start":"2026-04-28T03:23:20.626035Z","end":"2026-04-28T03:23:20.886486Z","steps":["trace[1504970777] 'agreement among raft nodes before linearized reading' (duration: 260.279826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.886737Z","caller":"traceutil/trace.go:171","msg":"trace[2064157477] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"575.900576ms","start":"2026-04-28T03:23:20.31004Z","end":"2026-04-28T03:23:20.885941Z","steps":["trace[2064157477] 'process raft request' (duration: 529.874209ms)","trace[2064157477] 'compare' (duration: 45.195936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.886945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.310013Z","time spent":"576.846188ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.885879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.318118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca-pr7fq\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-28T03:23:20.887013Z","caller":"traceutil/trace.go:171","msg":"trace[757211836] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca-pr7fq; range_end:; response_count:1; response_revision:2389; }","duration":"572.513136ms","start":"2026-04-28T03:23:20.31448Z","end":"2026-04-28T03:23:20.886993Z","steps":["trace[757211836] 'agreement among raft nodes before linearized reading' (duration: 571.242706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.887093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.314452Z","time spent":"572.623068ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1014,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca-pr7fq\" "} {"level":"warn","ts":"2026-04-28T03:23:20.888048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.731099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2137"} {"level":"info","ts":"2026-04-28T03:23:20.888288Z","caller":"traceutil/trace.go:171","msg":"trace[265727925] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2389; }","duration":"571.983944ms","start":"2026-04-28T03:23:20.316287Z","end":"2026-04-28T03:23:20.888271Z","steps":["trace[265727925] 'agreement among raft nodes before linearized reading' (duration: 569.537377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.888328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.316281Z","time spent":"572.038835ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2160,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:20.892211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.818588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.892285Z","caller":"traceutil/trace.go:171","msg":"trace[1514180883] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2389; }","duration":"458.9257ms","start":"2026-04-28T03:23:20.433341Z","end":"2026-04-28T03:23:20.892267Z","steps":["trace[1514180883] 'agreement among raft nodes before linearized reading' (duration: 458.767827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.89233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:20.433305Z","time spent":"459.012392ms","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:21.174094Z","caller":"traceutil/trace.go:171","msg":"trace[1725924762] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2390; }","duration":"285.557026ms","start":"2026-04-28T03:23:20.888499Z","end":"2026-04-28T03:23:21.174056Z","steps":["trace[1725924762] 'process raft request' (duration: 233.966069ms)","trace[1725924762] 'compare' (duration: 51.048494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:21.177416Z","caller":"traceutil/trace.go:171","msg":"trace[424407433] linearizableReadLoop","detail":"{readStateIndex:2539; appliedIndex:2537; }","duration":"287.088433ms","start":"2026-04-28T03:23:20.890315Z","end":"2026-04-28T03:23:21.177403Z","steps":["trace[424407433] 'read index received' (duration: 232.119327ms)","trace[424407433] 'applied index is now lower than readState.Index' (duration: 54.968256ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:21.177521Z","caller":"traceutil/trace.go:171","msg":"trace[818784799] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"274.924228ms","start":"2026-04-28T03:23:20.902588Z","end":"2026-04-28T03:23:21.177512Z","steps":["trace[818784799] 'process raft request' (duration: 274.773454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:21.177496Z","caller":"traceutil/trace.go:171","msg":"trace[1774985319] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2391; }","duration":"288.895964ms","start":"2026-04-28T03:23:20.888564Z","end":"2026-04-28T03:23:21.17746Z","steps":["trace[1774985319] 'process raft request' (duration: 288.70485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.177765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.431411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa670e2de2e392\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-28T03:23:21.177796Z","caller":"traceutil/trace.go:171","msg":"trace[416594632] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa670e2de2e392; range_end:; response_count:1; response_revision:2392; }","duration":"287.488812ms","start":"2026-04-28T03:23:20.890298Z","end":"2026-04-28T03:23:21.177786Z","steps":["trace[416594632] 'agreement among raft nodes before linearized reading' (duration: 287.362969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.177771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.39684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:21.177839Z","caller":"traceutil/trace.go:171","msg":"trace[905835736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2392; }","duration":"287.948773ms","start":"2026-04-28T03:23:20.889872Z","end":"2026-04-28T03:23:21.177821Z","steps":["trace[905835736] 'agreement among raft nodes before linearized reading' (duration: 287.84162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.178177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.0208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"warn","ts":"2026-04-28T03:23:21.178211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.297693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-28T03:23:21.178243Z","caller":"traceutil/trace.go:171","msg":"trace[419365355] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:2392; }","duration":"272.125633ms","start":"2026-04-28T03:23:20.906097Z","end":"2026-04-28T03:23:21.178223Z","steps":["trace[419365355] 'agreement among raft nodes before linearized reading' (duration: 271.871767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:21.178253Z","caller":"traceutil/trace.go:171","msg":"trace[765836895] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2392; }","duration":"277.371155ms","start":"2026-04-28T03:23:20.90087Z","end":"2026-04-28T03:23:21.178241Z","steps":["trace[765836895] 'agreement among raft nodes before linearized reading' (duration: 277.227062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.178243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.90835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:302435"} {"level":"info","ts":"2026-04-28T03:23:21.178305Z","caller":"traceutil/trace.go:171","msg":"trace[2038649577] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2392; }","duration":"122.005141ms","start":"2026-04-28T03:23:21.056283Z","end":"2026-04-28T03:23:21.178288Z","steps":["trace[2038649577] 'agreement among raft nodes before linearized reading' (duration: 121.634673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.178454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.865479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:21.178491Z","caller":"traceutil/trace.go:171","msg":"trace[1916909320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2392; }","duration":"115.951871ms","start":"2026-04-28T03:23:21.062529Z","end":"2026-04-28T03:23:21.17848Z","steps":["trace[1916909320] 'agreement among raft nodes before linearized reading' (duration: 115.89677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.178663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.558749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:21.178746Z","caller":"traceutil/trace.go:171","msg":"trace[1609635286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2392; }","duration":"265.680452ms","start":"2026-04-28T03:23:20.913046Z","end":"2026-04-28T03:23:21.178727Z","steps":["trace[1609635286] 'agreement among raft nodes before linearized reading' (duration: 265.313053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.589966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.678957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:21.590078Z","caller":"traceutil/trace.go:171","msg":"trace[32701120] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2540; }","duration":"407.285512ms","start":"2026-04-28T03:23:21.182775Z","end":"2026-04-28T03:23:21.59006Z","steps":["trace[32701120] 'read index received' (duration: 145.4102ms)","trace[32701120] 'applied index is now lower than readState.Index' (duration: 261.873122ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:21.59015Z","caller":"traceutil/trace.go:171","msg":"trace[1079854370] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"408.618424ms","start":"2026-04-28T03:23:21.18152Z","end":"2026-04-28T03:23:21.590139Z","steps":["trace[1079854370] 'process raft request' (duration: 146.65166ms)","trace[1079854370] 'compare' (duration: 261.36678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:21.590206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.18149Z","time spent":"408.685356ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:21.590461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.667111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62235"} {"level":"info","ts":"2026-04-28T03:23:21.590539Z","caller":"traceutil/trace.go:171","msg":"trace[2066572860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2393; }","duration":"407.794394ms","start":"2026-04-28T03:23:21.182728Z","end":"2026-04-28T03:23:21.590522Z","steps":["trace[2066572860] 'agreement among raft nodes before linearized reading' (duration: 407.460736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.590586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.182707Z","time spent":"407.869566ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62258,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:23:21.779834Z","caller":"traceutil/trace.go:171","msg":"trace[262331833] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"591.331815ms","start":"2026-04-28T03:23:21.188446Z","end":"2026-04-28T03:23:21.779778Z","steps":["trace[262331833] 'process raft request' (duration: 577.229196ms)","trace[262331833] 'compare' (duration: 13.876684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:21.779914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.40049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4574"} {"level":"info","ts":"2026-04-28T03:23:21.779975Z","caller":"traceutil/trace.go:171","msg":"trace[697949010] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2395; }","duration":"281.507203ms","start":"2026-04-28T03:23:21.498453Z","end":"2026-04-28T03:23:21.779961Z","steps":["trace[697949010] 'agreement among raft nodes before linearized reading' (duration: 281.336169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.780041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.188419Z","time spent":"591.50945ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2122,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:21.780127Z","caller":"traceutil/trace.go:171","msg":"trace[753992801] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"563.092105ms","start":"2026-04-28T03:23:21.217022Z","end":"2026-04-28T03:23:21.780114Z","steps":["trace[753992801] 'process raft request' (duration: 562.675985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.780193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.216995Z","time spent":"563.172737ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:21.780216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.395914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T03:23:21.780266Z","caller":"traceutil/trace.go:171","msg":"trace[1950513481] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2541; }","duration":"189.655795ms","start":"2026-04-28T03:23:21.590102Z","end":"2026-04-28T03:23:21.779758Z","steps":["trace[1950513481] 'read index received' (duration: 175.647128ms)","trace[1950513481] 'applied index is now lower than readState.Index' (duration: 14.007947ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:21.780289Z","caller":"traceutil/trace.go:171","msg":"trace[1185680523] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2395; }","duration":"581.500117ms","start":"2026-04-28T03:23:21.198771Z","end":"2026-04-28T03:23:21.780272Z","steps":["trace[1185680523] 'agreement among raft nodes before linearized reading' (duration: 581.357773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.780328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.198761Z","time spent":"581.559668ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T03:23:21.780371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.718515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-28T03:23:21.780401Z","caller":"traceutil/trace.go:171","msg":"trace[647216372] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2395; }","duration":"591.772285ms","start":"2026-04-28T03:23:21.188622Z","end":"2026-04-28T03:23:21.780394Z","steps":["trace[647216372] 'agreement among raft nodes before linearized reading' (duration: 591.687514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.780436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.188612Z","time spent":"591.818317ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3338,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-28T03:23:21.780407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.938706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:302435"} {"level":"info","ts":"2026-04-28T03:23:21.780542Z","caller":"traceutil/trace.go:171","msg":"trace[1289085185] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2395; }","duration":"437.1226ms","start":"2026-04-28T03:23:21.343392Z","end":"2026-04-28T03:23:21.780515Z","steps":["trace[1289085185] 'agreement among raft nodes before linearized reading' (duration: 436.485276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:21.780751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.343376Z","time spent":"437.354105ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":302458,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:21.781068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.994839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672da687ecd3\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-04-28T03:23:21.781126Z","caller":"traceutil/trace.go:171","msg":"trace[1983002766] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa672da687ecd3; range_end:; response_count:1; response_revision:2395; }","duration":"186.07743ms","start":"2026-04-28T03:23:21.595035Z","end":"2026-04-28T03:23:21.781112Z","steps":["trace[1983002766] 'agreement among raft nodes before linearized reading' (duration: 185.927547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:22.241528Z","caller":"traceutil/trace.go:171","msg":"trace[630415837] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2543; }","duration":"451.000055ms","start":"2026-04-28T03:23:21.790512Z","end":"2026-04-28T03:23:22.241512Z","steps":["trace[630415837] 'read index received' (duration: 80.477351ms)","trace[630415837] 'applied index is now lower than readState.Index' (duration: 370.522084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:22.241665Z","caller":"traceutil/trace.go:171","msg":"trace[1013190456] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"451.638611ms","start":"2026-04-28T03:23:21.78996Z","end":"2026-04-28T03:23:22.241599Z","steps":["trace[1013190456] 'process raft request' (duration: 451.381965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.241842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.548158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:302435"} {"level":"info","ts":"2026-04-28T03:23:22.241873Z","caller":"traceutil/trace.go:171","msg":"trace[11994908] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:2398; }","duration":"439.624649ms","start":"2026-04-28T03:23:21.802241Z","end":"2026-04-28T03:23:22.241866Z","steps":["trace[11994908] 'agreement among raft nodes before linearized reading' (duration: 439.423354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.241893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.802216Z","time spent":"439.6723ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":302458,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:22.241919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.114401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:23:22.241942Z","caller":"traceutil/trace.go:171","msg":"trace[775598030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2398; }","duration":"357.155631ms","start":"2026-04-28T03:23:21.884781Z","end":"2026-04-28T03:23:22.241936Z","steps":["trace[775598030] 'agreement among raft nodes before linearized reading' (duration: 357.08727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.24197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.884771Z","time spent":"357.190952ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:22.242067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.253185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:22.242086Z","caller":"traceutil/trace.go:171","msg":"trace[648215761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2398; }","duration":"195.312807ms","start":"2026-04-28T03:23:22.046769Z","end":"2026-04-28T03:23:22.242082Z","steps":["trace[648215761] 'agreement among raft nodes before linearized reading' (duration: 195.283436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.242097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.105543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672db027e279\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-04-28T03:23:22.242114Z","caller":"traceutil/trace.go:171","msg":"trace[896103386] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa672db027e279; range_end:; response_count:1; response_revision:2398; }","duration":"367.149864ms","start":"2026-04-28T03:23:21.874959Z","end":"2026-04-28T03:23:22.242109Z","steps":["trace[896103386] 'agreement among raft nodes before linearized reading' (duration: 367.097393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.242128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.874942Z","time spent":"367.182095ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":764,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672db027e279\" "} {"level":"info","ts":"2026-04-28T03:23:22.241673Z","caller":"traceutil/trace.go:171","msg":"trace[356596407] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"439.218679ms","start":"2026-04-28T03:23:21.802413Z","end":"2026-04-28T03:23:22.241632Z","steps":["trace[356596407] 'process raft request' (duration: 439.055426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.242462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.80239Z","time spent":"440.011968ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:22.24251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.952277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2137"} {"level":"info","ts":"2026-04-28T03:23:22.242618Z","caller":"traceutil/trace.go:171","msg":"trace[65134425] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2398; }","duration":"452.137721ms","start":"2026-04-28T03:23:21.790456Z","end":"2026-04-28T03:23:22.242594Z","steps":["trace[65134425] 'agreement among raft nodes before linearized reading' (duration: 451.157149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.242694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.789895Z","time spent":"451.896137ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:22.242786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:21.790436Z","time spent":"452.238293ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2160,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:22.640718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.338554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:22.640847Z","caller":"traceutil/trace.go:171","msg":"trace[1333729271] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2546; }","duration":"393.990072ms","start":"2026-04-28T03:23:22.246842Z","end":"2026-04-28T03:23:22.640832Z","steps":["trace[1333729271] 'read index received' (duration: 119.519074ms)","trace[1333729271] 'applied index is now lower than readState.Index' (duration: 274.469558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:22.640929Z","caller":"traceutil/trace.go:171","msg":"trace[1136129370] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"396.004989ms","start":"2026-04-28T03:23:22.244913Z","end":"2026-04-28T03:23:22.640918Z","steps":["trace[1136129370] 'process raft request' (duration: 121.388348ms)","trace[1136129370] 'compare' (duration: 274.013767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:22.640988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:22.244885Z","time spent":"396.070831ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:22.641235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.060475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:22.641279Z","caller":"traceutil/trace.go:171","msg":"trace[1231576497] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2399; }","duration":"285.163437ms","start":"2026-04-28T03:23:22.356104Z","end":"2026-04-28T03:23:22.641268Z","steps":["trace[1231576497] 'agreement among raft nodes before linearized reading' (duration: 285.081815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.641259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.35498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-04-28T03:23:22.641327Z","caller":"traceutil/trace.go:171","msg":"trace[1598718992] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:2399; }","duration":"388.500733ms","start":"2026-04-28T03:23:22.252809Z","end":"2026-04-28T03:23:22.641309Z","steps":["trace[1598718992] 'agreement among raft nodes before linearized reading' (duration: 388.286498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.641345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.480803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" ","response":"range_response_count:1 size:7201"} {"level":"warn","ts":"2026-04-28T03:23:22.64138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:22.252761Z","time spent":"388.609016ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27001,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"info","ts":"2026-04-28T03:23:22.641407Z","caller":"traceutil/trace.go:171","msg":"trace[1870037085] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz; range_end:; response_count:1; response_revision:2399; }","duration":"394.602776ms","start":"2026-04-28T03:23:22.246789Z","end":"2026-04-28T03:23:22.641392Z","steps":["trace[1870037085] 'agreement among raft nodes before linearized reading' (duration: 394.3734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.64144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:22.246764Z","time spent":"394.668538ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7224,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" "} {"level":"info","ts":"2026-04-28T03:23:22.939437Z","caller":"traceutil/trace.go:171","msg":"trace[1679018604] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"125.830182ms","start":"2026-04-28T03:23:22.81359Z","end":"2026-04-28T03:23:22.939421Z","steps":["trace[1679018604] 'read index received' (duration: 125.672769ms)","trace[1679018604] 'applied index is now lower than readState.Index' (duration: 156.943µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:22.9395Z","caller":"traceutil/trace.go:171","msg":"trace[581444422] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"290.098523ms","start":"2026-04-28T03:23:22.649367Z","end":"2026-04-28T03:23:22.939466Z","steps":["trace[581444422] 'process raft request' (duration: 289.94491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:22.939606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.015206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T03:23:22.939631Z","caller":"traceutil/trace.go:171","msg":"trace[1219607112] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w.18aa672c4697332d; range_end:; response_count:1; response_revision:2400; }","duration":"126.089808ms","start":"2026-04-28T03:23:22.813534Z","end":"2026-04-28T03:23:22.939623Z","steps":["trace[1219607112] 'agreement among raft nodes before linearized reading' (duration: 125.976005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:23.243994Z","caller":"traceutil/trace.go:171","msg":"trace[1609699973] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"115.069532ms","start":"2026-04-28T03:23:23.128875Z","end":"2026-04-28T03:23:23.243944Z","steps":["trace[1609699973] 'process raft request' (duration: 25.368224ms)","trace[1609699973] 'compare' (duration: 89.37771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:23.470828Z","caller":"traceutil/trace.go:171","msg":"trace[2041715600] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2559; }","duration":"170.457865ms","start":"2026-04-28T03:23:23.300347Z","end":"2026-04-28T03:23:23.470805Z","steps":["trace[2041715600] 'read index received' (duration: 220.485µs)","trace[2041715600] 'applied index is now lower than readState.Index' (duration: 170.23648ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:23.470974Z","caller":"traceutil/trace.go:171","msg":"trace[736480950] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"223.013774ms","start":"2026-04-28T03:23:23.247927Z","end":"2026-04-28T03:23:23.47094Z","steps":["trace[736480950] 'process raft request' (duration: 183.91675ms)","trace[736480950] 'compare' (duration: 38.814097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:23.471084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.729832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:23.47114Z","caller":"traceutil/trace.go:171","msg":"trace[1510421663] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2412; }","duration":"170.849705ms","start":"2026-04-28T03:23:23.300278Z","end":"2026-04-28T03:23:23.471128Z","steps":["trace[1510421663] 'agreement among raft nodes before linearized reading' (duration: 170.702541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:23.47134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.215381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18aa67507e551c25\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-04-28T03:23:23.471431Z","caller":"traceutil/trace.go:171","msg":"trace[466138980] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18aa67507e551c25; range_end:; response_count:1; response_revision:2412; }","duration":"102.369454ms","start":"2026-04-28T03:23:23.369042Z","end":"2026-04-28T03:23:23.471411Z","steps":["trace[466138980] 'agreement among raft nodes before linearized reading' (duration: 102.095668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.324734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.626585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:24.325004Z","caller":"traceutil/trace.go:171","msg":"trace[2088645790] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"810.46113ms","start":"2026-04-28T03:23:23.514512Z","end":"2026-04-28T03:23:24.324974Z","steps":["trace[2088645790] 'process raft request' (duration: 460.522938ms)","trace[2088645790] 'compare' (duration: 349.366549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:24.325084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.514493Z","time spent":"810.555251ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:24.328093Z","caller":"traceutil/trace.go:171","msg":"trace[1794375993] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2564; }","duration":"805.499064ms","start":"2026-04-28T03:23:23.522563Z","end":"2026-04-28T03:23:24.328062Z","steps":["trace[1794375993] 'read index received' (duration: 452.48309ms)","trace[1794375993] 'applied index is now lower than readState.Index' (duration: 353.014684ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:24.328235Z","caller":"traceutil/trace.go:171","msg":"trace[149486190] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"810.792228ms","start":"2026-04-28T03:23:23.517378Z","end":"2026-04-28T03:23:24.32817Z","steps":["trace[149486190] 'process raft request' (duration: 810.538201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.328397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.830632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7231"} {"level":"info","ts":"2026-04-28T03:23:24.328445Z","caller":"traceutil/trace.go:171","msg":"trace[1822968846] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2417; }","duration":"805.959484ms","start":"2026-04-28T03:23:23.52247Z","end":"2026-04-28T03:23:24.32843Z","steps":["trace[1822968846] 'agreement among raft nodes before linearized reading' (duration: 805.724579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.32847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.522418Z","time spent":"806.046676ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7254,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:23:24.328575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.517341Z","time spent":"811.015263ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:24.339718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.733374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:23:24.339938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.657633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:24.339951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.053249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:24.339991Z","caller":"traceutil/trace.go:171","msg":"trace[1522574557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2419; }","duration":"641.135922ms","start":"2026-04-28T03:23:23.698844Z","end":"2026-04-28T03:23:24.33998Z","steps":["trace[1522574557] 'agreement among raft nodes before linearized reading' (duration: 641.006749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.340032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.698826Z","time spent":"641.197862ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:24.33998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.189903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:24.339989Z","caller":"traceutil/trace.go:171","msg":"trace[1467206349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2419; }","duration":"360.734235ms","start":"2026-04-28T03:23:23.97924Z","end":"2026-04-28T03:23:24.339974Z","steps":["trace[1467206349] 'agreement among raft nodes before linearized reading' (duration: 360.578992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.340142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.979222Z","time spent":"360.909169ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:24.34013Z","caller":"traceutil/trace.go:171","msg":"trace[1882862705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2419; }","duration":"292.383547ms","start":"2026-04-28T03:23:24.047719Z","end":"2026-04-28T03:23:24.340102Z","steps":["trace[1882862705] 'agreement among raft nodes before linearized reading' (duration: 292.146402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:24.339786Z","caller":"traceutil/trace.go:171","msg":"trace[593550243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2419; }","duration":"741.858516ms","start":"2026-04-28T03:23:23.597914Z","end":"2026-04-28T03:23:24.339772Z","steps":["trace[593550243] 'agreement among raft nodes before linearized reading' (duration: 741.654291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:24.340283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:23.597896Z","time spent":"742.378358ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:26.481999Z","caller":"traceutil/trace.go:171","msg":"trace[724681258] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2584; }","duration":"220.695929ms","start":"2026-04-28T03:23:26.261279Z","end":"2026-04-28T03:23:26.481975Z","steps":["trace[724681258] 'read index received' (duration: 220.495195ms)","trace[724681258] 'applied index is now lower than readState.Index' (duration: 199.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:26.482054Z","caller":"traceutil/trace.go:171","msg":"trace[442800052] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"221.677223ms","start":"2026-04-28T03:23:26.260359Z","end":"2026-04-28T03:23:26.482036Z","steps":["trace[442800052] 'process raft request' (duration: 221.447257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:26.48224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.925594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:26.48233Z","caller":"traceutil/trace.go:171","msg":"trace[840811136] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2435; }","duration":"221.067119ms","start":"2026-04-28T03:23:26.26124Z","end":"2026-04-28T03:23:26.482307Z","steps":["trace[840811136] 'agreement among raft nodes before linearized reading' (duration: 220.839543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:26.482327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.337501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:26.482393Z","caller":"traceutil/trace.go:171","msg":"trace[1544608740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2435; }","duration":"128.449384ms","start":"2026-04-28T03:23:26.353929Z","end":"2026-04-28T03:23:26.482378Z","steps":["trace[1544608740] 'agreement among raft nodes before linearized reading' (duration: 128.243128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.503393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457764234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:28.503468Z","caller":"traceutil/trace.go:171","msg":"trace[1725140683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"1.457881867s","start":"2026-04-28T03:23:27.045568Z","end":"2026-04-28T03:23:28.50345Z","steps":["trace[1725140683] 'range keys from in-memory index tree' (duration: 1.457685032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.503441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813814649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:28.503501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169613318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:28.503549Z","caller":"traceutil/trace.go:171","msg":"trace[1985457959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2435; }","duration":"1.813975894s","start":"2026-04-28T03:23:26.689551Z","end":"2026-04-28T03:23:28.503527Z","steps":["trace[1985457959] 'count revisions from in-memory index tree' (duration: 1.813710557s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:28.503571Z","caller":"traceutil/trace.go:171","msg":"trace[1436182863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.16971325s","start":"2026-04-28T03:23:27.33384Z","end":"2026-04-28T03:23:28.503553Z","steps":["trace[1436182863] 'range keys from in-memory index tree' (duration: 1.169472643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.503577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549718444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:28.5036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.68953Z","time spent":"1.814057656s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:28.503611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.333825Z","time spent":"1.169777661s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:28.503614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165705436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:28.503686Z","caller":"traceutil/trace.go:171","msg":"trace[321056727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.165789027s","start":"2026-04-28T03:23:27.337885Z","end":"2026-04-28T03:23:28.503674Z","steps":["trace[321056727] 'range keys from in-memory index tree' (duration: 1.165629714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.50372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.337879Z","time spent":"1.165831558s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:23:28.503626Z","caller":"traceutil/trace.go:171","msg":"trace[1361253076] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2435; }","duration":"1.549783926s","start":"2026-04-28T03:23:26.953819Z","end":"2026-04-28T03:23:28.503603Z","steps":["trace[1361253076] 'range keys from in-memory index tree' (duration: 1.549614332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.503902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.953807Z","time spent":"1.550085383s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:28.503959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.606938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:28.504035Z","caller":"traceutil/trace.go:171","msg":"trace[1653964253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"572.72114ms","start":"2026-04-28T03:23:27.931295Z","end":"2026-04-28T03:23:28.504016Z","steps":["trace[1653964253] 'range keys from in-memory index tree' (duration: 572.463765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.503501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.045522Z","time spent":"1.457969789s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:28.504092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:27.931274Z","time spent":"572.803453ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:28.504125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551530347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:28.504166Z","caller":"traceutil/trace.go:171","msg":"trace[26871082] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2435; }","duration":"1.551611009s","start":"2026-04-28T03:23:26.952547Z","end":"2026-04-28T03:23:28.504158Z","steps":["trace[26871082] 'range keys from in-memory index tree' (duration: 1.551409164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.504188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.952527Z","time spent":"1.55165582s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:23:28.504484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755195399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:23:28.504555Z","caller":"traceutil/trace.go:171","msg":"trace[317030801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2435; }","duration":"1.75529737s","start":"2026-04-28T03:23:26.749246Z","end":"2026-04-28T03:23:28.504543Z","steps":["trace[317030801] 'range keys from in-memory index tree' (duration: 1.755065016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:28.504585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.749227Z","time spent":"1.755351162s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:32.12267Z","caller":"traceutil/trace.go:171","msg":"trace[593066336] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"381.146112ms","start":"2026-04-28T03:23:31.741495Z","end":"2026-04-28T03:23:32.122641Z","steps":["trace[593066336] 'read index received' (duration: 380.873155ms)","trace[593066336] 'applied index is now lower than readState.Index' (duration: 271.467µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:32.122842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.328936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:32.122926Z","caller":"traceutil/trace.go:171","msg":"trace[2036911933] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:2451; }","duration":"381.465229ms","start":"2026-04-28T03:23:31.741443Z","end":"2026-04-28T03:23:32.122908Z","steps":["trace[2036911933] 'agreement among raft nodes before linearized reading' (duration: 381.335166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.122976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:31.741423Z","time spent":"381.539491ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T03:23:32.122832Z","caller":"traceutil/trace.go:171","msg":"trace[1467323183] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"532.396208ms","start":"2026-04-28T03:23:31.59039Z","end":"2026-04-28T03:23:32.122787Z","steps":["trace[1467323183] 'process raft request' (duration: 532.05899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.12313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:31.590375Z","time spent":"532.656924ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.125997Z","caller":"traceutil/trace.go:171","msg":"trace[1413762413] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"125.75689ms","start":"2026-04-28T03:23:32.000212Z","end":"2026-04-28T03:23:32.125969Z","steps":["trace[1413762413] 'process raft request' (duration: 125.644218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:33.100939Z","caller":"traceutil/trace.go:171","msg":"trace[1075576402] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"284.267056ms","start":"2026-04-28T03:23:32.816646Z","end":"2026-04-28T03:23:33.100913Z","steps":["trace[1075576402] 'process raft request' (duration: 284.077891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:38.675839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.26096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:38.675962Z","caller":"traceutil/trace.go:171","msg":"trace[1774865778] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2476; }","duration":"108.456006ms","start":"2026-04-28T03:23:38.567482Z","end":"2026-04-28T03:23:38.675938Z","steps":["trace[1774865778] 'range keys from in-memory index tree' (duration: 107.979405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:38.850728Z","caller":"traceutil/trace.go:171","msg":"trace[901725698] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"169.578505ms","start":"2026-04-28T03:23:38.681102Z","end":"2026-04-28T03:23:38.850681Z","steps":["trace[901725698] 'process raft request' (duration: 169.34664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:39.129698Z","caller":"traceutil/trace.go:171","msg":"trace[2113282368] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2630; }","duration":"369.308646ms","start":"2026-04-28T03:23:38.760367Z","end":"2026-04-28T03:23:39.129676Z","steps":["trace[2113282368] 'read index received' (duration: 90.133349ms)","trace[2113282368] 'applied index is now lower than readState.Index' (duration: 279.171767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:39.12978Z","caller":"traceutil/trace.go:171","msg":"trace[866498438] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"446.592951ms","start":"2026-04-28T03:23:38.683146Z","end":"2026-04-28T03:23:39.129739Z","steps":["trace[866498438] 'process raft request' (duration: 444.997885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:39.129874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.916196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:39.129892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.800367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:23:39.129909Z","caller":"traceutil/trace.go:171","msg":"trace[113351604] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2478; }","duration":"242.007938ms","start":"2026-04-28T03:23:38.887891Z","end":"2026-04-28T03:23:39.129899Z","steps":["trace[113351604] 'agreement among raft nodes before linearized reading' (duration: 241.920916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:39.129918Z","caller":"traceutil/trace.go:171","msg":"trace[151819737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2478; }","duration":"366.855338ms","start":"2026-04-28T03:23:38.763055Z","end":"2026-04-28T03:23:39.129911Z","steps":["trace[151819737] 'agreement among raft nodes before linearized reading' (duration: 366.744636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:39.129936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:38.763041Z","time spent":"366.888749ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:39.129902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.829487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:39.129939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:38.683137Z","time spent":"446.705524ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:39.129987Z","caller":"traceutil/trace.go:171","msg":"trace[2093189051] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2478; }","duration":"165.99148ms","start":"2026-04-28T03:23:38.963977Z","end":"2026-04-28T03:23:39.129968Z","steps":["trace[2093189051] 'agreement among raft nodes before linearized reading' (duration: 165.822617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:39.130261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.896849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:39.130305Z","caller":"traceutil/trace.go:171","msg":"trace[161229173] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2478; }","duration":"369.998851ms","start":"2026-04-28T03:23:38.760297Z","end":"2026-04-28T03:23:39.130295Z","steps":["trace[161229173] 'agreement among raft nodes before linearized reading' (duration: 369.461709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:39.130331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:38.760263Z","time spent":"370.057783ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:40.691039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.398546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:23:40.691098Z","caller":"traceutil/trace.go:171","msg":"trace[982499685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2482; }","duration":"117.489287ms","start":"2026-04-28T03:23:40.573597Z","end":"2026-04-28T03:23:40.691087Z","steps":["trace[982499685] 'range keys from in-memory index tree' (duration: 117.307193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.047127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:44.047204Z","caller":"traceutil/trace.go:171","msg":"trace[1119082011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140276s","start":"2026-04-28T03:23:42.047046Z","end":"2026-04-28T03:23:44.047186Z","steps":["trace[1119082011] 'agreement among raft nodes before linearized reading' (duration: 2.000044303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.04725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.047022Z","time spent":"2.000217928s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:44.074685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.985678917s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:23:44.453212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.015759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:44.453582Z","caller":"traceutil/trace.go:171","msg":"trace[1019367814] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2644; }","duration":"2.440221095s","start":"2026-04-28T03:23:42.013337Z","end":"2026-04-28T03:23:44.453558Z","steps":["trace[1019367814] 'read index received' (duration: 75.866024ms)","trace[1019367814] 'applied index is now lower than readState.Index' (duration: 2.364353831s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:44.453683Z","caller":"traceutil/trace.go:171","msg":"trace[1664343929] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"2.442044829s","start":"2026-04-28T03:23:42.011625Z","end":"2026-04-28T03:23:44.453669Z","steps":["trace[1664343929] 'process raft request' (duration: 2.063476227s)","trace[1664343929] 'compare' (duration: 377.6821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:44.453754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.011608Z","time spent":"2.44210538s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:44.454001Z","caller":"traceutil/trace.go:171","msg":"trace[107424957] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"2.441395273s","start":"2026-04-28T03:23:42.01257Z","end":"2026-04-28T03:23:44.453965Z","steps":["trace[107424957] 'process raft request' (duration: 2.440926993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.454027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440678515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:44.454068Z","caller":"traceutil/trace.go:171","msg":"trace[1296910235] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2494; }","duration":"2.440757288s","start":"2026-04-28T03:23:42.013297Z","end":"2026-04-28T03:23:44.454054Z","steps":["trace[1296910235] 'agreement among raft nodes before linearized reading' (duration: 2.440657985s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:44.454055Z","caller":"traceutil/trace.go:171","msg":"trace[1692016612] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"2.441523126s","start":"2026-04-28T03:23:42.012509Z","end":"2026-04-28T03:23:44.454032Z","steps":["trace[1692016612] 'process raft request' (duration: 2.44080873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:44.454093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.013286Z","time spent":"2.440798048s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:44.454124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.012543Z","time spent":"2.441516696s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.454165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.012493Z","time spent":"2.441615529s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:44.953964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:45.454141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:45.955298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:46.047919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:46.04799Z","caller":"traceutil/trace.go:171","msg":"trace[1391818016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743749s","start":"2026-04-28T03:23:44.04723Z","end":"2026-04-28T03:23:46.047973Z","steps":["trace[1391818016] 'agreement among raft nodes before linearized reading' (duration: 2.000653687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:46.048024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.047213Z","time spent":"2.000804411s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:46.456283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:46.93551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.592125918s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:23:47.765427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.531431Z","time spent":"2.233988084s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:23:47.766678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.871877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:47.766795Z","caller":"traceutil/trace.go:171","msg":"trace[1287271470] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"5.396899286s","start":"2026-04-28T03:23:42.369883Z","end":"2026-04-28T03:23:47.766782Z","steps":["trace[1287271470] 'process raft request' (duration: 4.565858295s)","trace[1287271470] 'compare' (duration: 828.986293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:47.766844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.369865Z","time spent":"5.396960067s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:47.865826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999030164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:47.865885Z","caller":"traceutil/trace.go:171","msg":"trace[1967417718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999097166s","start":"2026-04-28T03:23:42.86677Z","end":"2026-04-28T03:23:47.865867Z","steps":["trace[1967417718] 'agreement among raft nodes before linearized reading' (duration: 4.999028544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:47.865926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.866708Z","time spent":"4.999209078s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:23:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:48.053452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:48.05356Z","caller":"traceutil/trace.go:171","msg":"trace[2043554142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503394s","start":"2026-04-28T03:23:46.053033Z","end":"2026-04-28T03:23:48.053536Z","steps":["trace[2043554142] 'agreement among raft nodes before linearized reading' (duration: 2.000361721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.05361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.053014Z","time spent":"2.000587116s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:48.159832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999362551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:23:48.159953Z","caller":"traceutil/trace.go:171","msg":"trace[836238739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999538476s","start":"2026-04-28T03:23:43.160394Z","end":"2026-04-28T03:23:48.159933Z","steps":["trace[836238739] 'agreement among raft nodes before linearized reading' (duration: 4.999385882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.16004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.160377Z","time spent":"4.999617237s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:48.311695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999175928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:48.311806Z","caller":"traceutil/trace.go:171","msg":"trace[906142902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999349332s","start":"2026-04-28T03:23:43.312437Z","end":"2026-04-28T03:23:48.311786Z","steps":["trace[906142902] 'agreement among raft nodes before linearized reading' (duration: 4.999202439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:48.311846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.312419Z","time spent":"4.999417913s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:23:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:49.667441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029182275s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:23:50.053823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:23:50.053888Z","caller":"traceutil/trace.go:171","msg":"trace[459901074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152456s","start":"2026-04-28T03:23:48.05372Z","end":"2026-04-28T03:23:50.053873Z","steps":["trace[459901074] 'agreement among raft nodes before linearized reading' (duration: 2.000068824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.053924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.053697Z","time spent":"2.000220588s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:50.561359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794589301s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:23:50.561714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.003154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.561929Z","caller":"traceutil/trace.go:171","msg":"trace[1197693786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2495; }","duration":"371.221429ms","start":"2026-04-28T03:23:50.190673Z","end":"2026-04-28T03:23:50.561895Z","steps":["trace[1197693786] 'range keys from in-memory index tree' (duration: 370.983954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.563242Z","caller":"traceutil/trace.go:171","msg":"trace[1777770235] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"6.107234624s","start":"2026-04-28T03:23:44.455983Z","end":"2026-04-28T03:23:50.563217Z","steps":["trace[1777770235] 'process raft request' (duration: 6.105474613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.563359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:44.455966Z","time spent":"6.107338236s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:50.62736Z","caller":"traceutil/trace.go:171","msg":"trace[1451835843] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"5.60107701s","start":"2026-04-28T03:23:45.026254Z","end":"2026-04-28T03:23:50.627331Z","steps":["trace[1451835843] 'process raft request' (duration: 5.536949841s)","trace[1451835843] 'compare' (duration: 63.918944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.627512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.02623Z","time spent":"5.601204993s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:50.627557Z","caller":"traceutil/trace.go:171","msg":"trace[826158428] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2648; }","duration":"6.173899283s","start":"2026-04-28T03:23:44.453635Z","end":"2026-04-28T03:23:50.627534Z","steps":["trace[826158428] 'read index received' (duration: 2.482179436s)","trace[826158428] 'applied index is now lower than readState.Index' (duration: 3.691718387s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:50.627711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.98887131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.627741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.199628577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.627728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.19629147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.627806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.199735019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.62782Z","caller":"traceutil/trace.go:171","msg":"trace[1528442951] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2498; }","duration":"8.196400242s","start":"2026-04-28T03:23:42.431401Z","end":"2026-04-28T03:23:50.627801Z","steps":["trace[1528442951] 'agreement among raft nodes before linearized reading' (duration: 8.196183377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.627873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216491542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.627874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.431371Z","time spent":"8.196491334s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:50.6279Z","caller":"traceutil/trace.go:171","msg":"trace[603481621] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2498; }","duration":"8.216533962s","start":"2026-04-28T03:23:42.411359Z","end":"2026-04-28T03:23:50.627893Z","steps":["trace[603481621] 'agreement among raft nodes before linearized reading' (duration: 8.216492741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.627932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.411355Z","time spent":"8.216568443s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:50.627975Z","caller":"traceutil/trace.go:171","msg":"trace[1456494430] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"3.795837771s","start":"2026-04-28T03:23:46.832127Z","end":"2026-04-28T03:23:50.627965Z","steps":["trace[1456494430] 'process raft request' (duration: 3.795136504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.832102Z","time spent":"3.795903413s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:50.628118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216767748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.628147Z","caller":"traceutil/trace.go:171","msg":"trace[1235660961] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2498; }","duration":"8.216813729s","start":"2026-04-28T03:23:42.411327Z","end":"2026-04-28T03:23:50.628141Z","steps":["trace[1235660961] 'agreement among raft nodes before linearized reading' (duration: 8.216767138s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.411318Z","time spent":"8.21684486s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.628173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.473845598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.086774579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:50.628197Z","caller":"traceutil/trace.go:171","msg":"trace[828039551] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2498; }","duration":"7.473883468s","start":"2026-04-28T03:23:43.154306Z","end":"2026-04-28T03:23:50.62819Z","steps":["trace[828039551] 'agreement among raft nodes before linearized reading' (duration: 7.473837767s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.628227Z","caller":"traceutil/trace.go:171","msg":"trace[140009804] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2498; }","duration":"8.086845781s","start":"2026-04-28T03:23:42.541371Z","end":"2026-04-28T03:23:50.628216Z","steps":["trace[140009804] 'agreement among raft nodes before linearized reading' (duration: 8.086710448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216939952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.474057752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.628289Z","caller":"traceutil/trace.go:171","msg":"trace[1524173469] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2498; }","duration":"8.216979583s","start":"2026-04-28T03:23:42.4113Z","end":"2026-04-28T03:23:50.628279Z","steps":["trace[1524173469] 'agreement among raft nodes before linearized reading' (duration: 8.216942402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.62829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.541355Z","time spent":"8.086922142s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:23:50.62831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.411289Z","time spent":"8.217016824s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.628348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.138552677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.47905716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:23:50.628427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.22240919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:23:50.62844Z","caller":"traceutil/trace.go:171","msg":"trace[1506275797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2498; }","duration":"7.479105131s","start":"2026-04-28T03:23:43.149325Z","end":"2026-04-28T03:23:50.62843Z","steps":["trace[1506275797] 'agreement among raft nodes before linearized reading' (duration: 7.478997508s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.628453Z","caller":"traceutil/trace.go:171","msg":"trace[12901676] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2498; }","duration":"8.222462611s","start":"2026-04-28T03:23:42.40598Z","end":"2026-04-28T03:23:50.628443Z","steps":["trace[12901676] 'agreement among raft nodes before linearized reading' (duration: 8.22240671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.149307Z","time spent":"7.479155631s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.405962Z","time spent":"8.222508412s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.139009808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.62853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.0872592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:50.628576Z","caller":"traceutil/trace.go:171","msg":"trace[1464666068] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2498; }","duration":"8.087338902s","start":"2026-04-28T03:23:42.541226Z","end":"2026-04-28T03:23:50.628565Z","steps":["trace[1464666068] 'agreement among raft nodes before linearized reading' (duration: 8.087232849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.139237234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.541209Z","time spent":"8.087396053s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.727443326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:50.628628Z","caller":"traceutil/trace.go:171","msg":"trace[470766119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2498; }","duration":"7.139288215s","start":"2026-04-28T03:23:43.48933Z","end":"2026-04-28T03:23:50.628618Z","steps":["trace[470766119] 'agreement among raft nodes before linearized reading' (duration: 7.139232004s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.628655Z","caller":"traceutil/trace.go:171","msg":"trace[72325519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2498; }","duration":"7.727589621s","start":"2026-04-28T03:23:42.901058Z","end":"2026-04-28T03:23:50.628647Z","steps":["trace[72325519] 'agreement among raft nodes before linearized reading' (duration: 7.727518929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.901038Z","time spent":"7.727639262s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.489318Z","time spent":"7.139347367s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.628708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.250917886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.628737Z","caller":"traceutil/trace.go:171","msg":"trace[878455960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.250988388s","start":"2026-04-28T03:23:42.377742Z","end":"2026-04-28T03:23:50.62873Z","steps":["trace[878455960] 'agreement among raft nodes before linearized reading' (duration: 8.250951657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.377733Z","time spent":"8.251023438s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.628785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.088906568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.62882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918779901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:23:50.628826Z","caller":"traceutil/trace.go:171","msg":"trace[78058696] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2498; }","duration":"8.08895686s","start":"2026-04-28T03:23:42.539857Z","end":"2026-04-28T03:23:50.628814Z","steps":["trace[78058696] 'agreement among raft nodes before linearized reading' (duration: 8.088899078s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.628849Z","caller":"traceutil/trace.go:171","msg":"trace[1169245376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2498; }","duration":"7.918829672s","start":"2026-04-28T03:23:42.710013Z","end":"2026-04-28T03:23:50.628843Z","steps":["trace[1169245376] 'agreement among raft nodes before linearized reading' (duration: 7.91874926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.539851Z","time spent":"8.08899838s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.628878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.709996Z","time spent":"7.918876913s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.276640508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:23:50.628939Z","caller":"traceutil/trace.go:171","msg":"trace[34059755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.276702499s","start":"2026-04-28T03:23:42.352231Z","end":"2026-04-28T03:23:50.628933Z","steps":["trace[34059755] 'agreement among raft nodes before linearized reading' (duration: 8.276662858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144464255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.281252076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629018Z","caller":"traceutil/trace.go:171","msg":"trace[440743670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.281305487s","start":"2026-04-28T03:23:42.347707Z","end":"2026-04-28T03:23:50.629013Z","steps":["trace[440743670] 'agreement among raft nodes before linearized reading' (duration: 8.281270306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.990004086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.089247596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.347674Z","time spent":"8.281363508s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.629047Z","caller":"traceutil/trace.go:171","msg":"trace[1010193051] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2498; }","duration":"7.990079968s","start":"2026-04-28T03:23:42.63896Z","end":"2026-04-28T03:23:50.62904Z","steps":["trace[1010193051] 'agreement among raft nodes before linearized reading' (duration: 7.990033627s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.629057Z","caller":"traceutil/trace.go:171","msg":"trace[759732270] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2498; }","duration":"8.089347369s","start":"2026-04-28T03:23:42.539699Z","end":"2026-04-28T03:23:50.629047Z","steps":["trace[759732270] 'agreement among raft nodes before linearized reading' (duration: 8.089298688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.990258741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629129Z","caller":"traceutil/trace.go:171","msg":"trace[2016565406] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2498; }","duration":"7.990318293s","start":"2026-04-28T03:23:42.638805Z","end":"2026-04-28T03:23:50.629123Z","steps":["trace[2016565406] 'agreement among raft nodes before linearized reading' (duration: 7.990277212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.089674017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.281429019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629188Z","caller":"traceutil/trace.go:171","msg":"trace[98208124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.281478711s","start":"2026-04-28T03:23:42.347704Z","end":"2026-04-28T03:23:50.629183Z","steps":["trace[98208124] 'agreement among raft nodes before linearized reading' (duration: 8.28144112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.62919Z","caller":"traceutil/trace.go:171","msg":"trace[1635074294] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2498; }","duration":"8.089738758s","start":"2026-04-28T03:23:42.53944Z","end":"2026-04-28T03:23:50.629179Z","steps":["trace[1635074294] 'agreement among raft nodes before linearized reading' (duration: 8.089681017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.62921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.347688Z","time spent":"8.281516772s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.629222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.539423Z","time spent":"8.089789989s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.628424Z","caller":"traceutil/trace.go:171","msg":"trace[1978261739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2498; }","duration":"7.13863806s","start":"2026-04-28T03:23:43.489756Z","end":"2026-04-28T03:23:50.628394Z","steps":["trace[1978261739] 'agreement among raft nodes before linearized reading' (duration: 7.138545368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.489748Z","time spent":"7.13953056s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.6286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235289711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.321748711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629339Z","caller":"traceutil/trace.go:171","msg":"trace[1986483665] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2498; }","duration":"8.236039138s","start":"2026-04-28T03:23:42.393287Z","end":"2026-04-28T03:23:50.629326Z","steps":["trace[1986483665] 'agreement among raft nodes before linearized reading' (duration: 8.235291391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.629353Z","caller":"traceutil/trace.go:171","msg":"trace[1000848885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.321788103s","start":"2026-04-28T03:23:42.307559Z","end":"2026-04-28T03:23:50.629347Z","steps":["trace[1000848885] 'agreement among raft nodes before linearized reading' (duration: 8.321725801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.141540889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.393277Z","time spent":"8.236091009s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:50.628309Z","caller":"traceutil/trace.go:171","msg":"trace[1905326847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2498; }","duration":"7.474106534s","start":"2026-04-28T03:23:43.154196Z","end":"2026-04-28T03:23:50.628302Z","steps":["trace[1905326847] 'agreement among raft nodes before linearized reading' (duration: 7.474061103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.307551Z","time spent":"8.321820003s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.628881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.251122411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.142222235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347119954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629479Z","caller":"traceutil/trace.go:171","msg":"trace[317688395] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2498; }","duration":"8.142284856s","start":"2026-04-28T03:23:42.487186Z","end":"2026-04-28T03:23:50.629471Z","steps":["trace[317688395] 'agreement among raft nodes before linearized reading' (duration: 8.142239135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347198567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.18868437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629552Z","caller":"traceutil/trace.go:171","msg":"trace[1078291462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.347224627s","start":"2026-04-28T03:23:42.28232Z","end":"2026-04-28T03:23:50.629544Z","steps":["trace[1078291462] 'agreement among raft nodes before linearized reading' (duration: 8.347186866s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.629559Z","caller":"traceutil/trace.go:171","msg":"trace[272960544] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2498; }","duration":"7.188980477s","start":"2026-04-28T03:23:43.440571Z","end":"2026-04-28T03:23:50.629551Z","steps":["trace[272960544] 'agreement among raft nodes before linearized reading' (duration: 7.18869703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.142335788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.440553Z","time spent":"7.189024028s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.629599Z","caller":"traceutil/trace.go:171","msg":"trace[989855232] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2498; }","duration":"8.142405808s","start":"2026-04-28T03:23:42.487186Z","end":"2026-04-28T03:23:50.629592Z","steps":["trace[989855232] 'agreement among raft nodes before linearized reading' (duration: 8.142355107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.539594Z","time spent":"8.089494953s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.629638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.487162Z","time spent":"8.14246761s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.629676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.38625437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629706Z","caller":"traceutil/trace.go:171","msg":"trace[1540870999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.386316362s","start":"2026-04-28T03:23:42.243383Z","end":"2026-04-28T03:23:50.629699Z","steps":["trace[1540870999] 'agreement among raft nodes before linearized reading' (duration: 8.386275901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.62973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.243365Z","time spent":"8.386359292s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.628657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235998978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.62981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156793655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629837Z","caller":"traceutil/trace.go:171","msg":"trace[1687580244] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2498; }","duration":"8.237193435s","start":"2026-04-28T03:23:42.392635Z","end":"2026-04-28T03:23:50.629829Z","steps":["trace[1687580244] 'agreement among raft nodes before linearized reading' (duration: 8.236009088s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.629842Z","caller":"traceutil/trace.go:171","msg":"trace[74680871] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2498; }","duration":"8.156838196s","start":"2026-04-28T03:23:42.472995Z","end":"2026-04-28T03:23:50.629833Z","steps":["trace[74680871] 'agreement among raft nodes before linearized reading' (duration: 8.156785435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.62986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.417465859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.47299Z","time spent":"8.156877627s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:50.62989Z","caller":"traceutil/trace.go:171","msg":"trace[1527844197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.41749944s","start":"2026-04-28T03:23:42.212384Z","end":"2026-04-28T03:23:50.629884Z","steps":["trace[1527844197] 'agreement among raft nodes before linearized reading' (duration: 8.417455459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.212316Z","time spent":"8.417596053s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.629575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.28228Z","time spent":"8.347288899s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.630109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.417978762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.630118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.157059641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.630149Z","caller":"traceutil/trace.go:171","msg":"trace[107486841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.418115956s","start":"2026-04-28T03:23:42.212027Z","end":"2026-04-28T03:23:50.630143Z","steps":["trace[107486841] 'agreement among raft nodes before linearized reading' (duration: 8.417984702s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.630153Z","caller":"traceutil/trace.go:171","msg":"trace[216074593] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2498; }","duration":"8.157214945s","start":"2026-04-28T03:23:42.472928Z","end":"2026-04-28T03:23:50.630143Z","steps":["trace[216074593] 'agreement among raft nodes before linearized reading' (duration: 8.157078201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.212011Z","time spent":"8.418153427s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.630186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.472902Z","time spent":"8.157275687s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.629881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.154176Z","time spent":"7.47568538s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.630312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.441764069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.630328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.157524382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.630366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.441920123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.630371Z","caller":"traceutil/trace.go:171","msg":"trace[362101553] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2498; }","duration":"8.157601084s","start":"2026-04-28T03:23:42.472759Z","end":"2026-04-28T03:23:50.63036Z","steps":["trace[362101553] 'agreement among raft nodes before linearized reading' (duration: 8.157543553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.477460034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.630411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.472733Z","time spent":"8.157669936s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.630432Z","caller":"traceutil/trace.go:171","msg":"trace[789171518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.477504835s","start":"2026-04-28T03:23:42.152923Z","end":"2026-04-28T03:23:50.630428Z","steps":["trace[789171518] 'agreement among raft nodes before linearized reading' (duration: 8.477474824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.152907Z","time spent":"8.477540346s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.629866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.392624Z","time spent":"8.237232676s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.630572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.47770433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.630596Z","caller":"traceutil/trace.go:171","msg":"trace[1291438164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.47775337s","start":"2026-04-28T03:23:42.152838Z","end":"2026-04-28T03:23:50.630591Z","steps":["trace[1291438164] 'agreement among raft nodes before linearized reading' (duration: 8.47771599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.152828Z","time spent":"8.477782642s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.630618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.171449539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.629495Z","caller":"traceutil/trace.go:171","msg":"trace[755890347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.347156526s","start":"2026-04-28T03:23:42.282333Z","end":"2026-04-28T03:23:50.62949Z","steps":["trace[755890347] 'agreement among raft nodes before linearized reading' (duration: 8.347118355s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.630657Z","caller":"traceutil/trace.go:171","msg":"trace[1332009897] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2498; }","duration":"8.17150183s","start":"2026-04-28T03:23:42.459145Z","end":"2026-04-28T03:23:50.630647Z","steps":["trace[1332009897] 'agreement among raft nodes before linearized reading' (duration: 8.171447048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.63069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.459137Z","time spent":"8.171544371s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.630712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.47818217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:23:50.630738Z","caller":"traceutil/trace.go:171","msg":"trace[1656927034] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.478226852s","start":"2026-04-28T03:23:42.152504Z","end":"2026-04-28T03:23:50.630731Z","steps":["trace[1656927034] 'agreement among raft nodes before linearized reading' (duration: 8.478182661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.152491Z","time spent":"8.478262732s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.630863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489354362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.630884Z","caller":"traceutil/trace.go:171","msg":"trace[1170385084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.489405463s","start":"2026-04-28T03:23:42.141471Z","end":"2026-04-28T03:23:50.630877Z","steps":["trace[1170385084] 'agreement among raft nodes before linearized reading' (duration: 8.489370242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.176030176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.630926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489444684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.630948Z","caller":"traceutil/trace.go:171","msg":"trace[1632652819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.489496775s","start":"2026-04-28T03:23:42.141447Z","end":"2026-04-28T03:23:50.630943Z","steps":["trace[1632652819] 'agreement among raft nodes before linearized reading' (duration: 8.489464284s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.630945Z","caller":"traceutil/trace.go:171","msg":"trace[882247443] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2498; }","duration":"8.176135198s","start":"2026-04-28T03:23:42.454788Z","end":"2026-04-28T03:23:50.630923Z","steps":["trace[882247443] 'agreement among raft nodes before linearized reading' (duration: 8.176060526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.630997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.515102414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:23:50.630997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.454757Z","time spent":"8.176228201s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:50.631015Z","caller":"traceutil/trace.go:171","msg":"trace[1239229178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.515148554s","start":"2026-04-28T03:23:42.115861Z","end":"2026-04-28T03:23:50.63101Z","steps":["trace[1239229178] 'agreement among raft nodes before linearized reading' (duration: 8.515116853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.63103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.115841Z","time spent":"8.515186365s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.629071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.638931Z","time spent":"7.990132838s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-28T03:23:50.629005Z","caller":"traceutil/trace.go:171","msg":"trace[566337474] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:2498; }","duration":"7.144536768s","start":"2026-04-28T03:23:43.48445Z","end":"2026-04-28T03:23:50.628987Z","steps":["trace[566337474] 'agreement among raft nodes before linearized reading' (duration: 7.144461396s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.628539Z","caller":"traceutil/trace.go:171","msg":"trace[989431215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2498; }","duration":"7.13908955s","start":"2026-04-28T03:23:43.48944Z","end":"2026-04-28T03:23:50.62853Z","steps":["trace[989431215] 'agreement among raft nodes before linearized reading' (duration: 7.139024059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.638774Z","time spent":"7.990374644s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:50.62947Z","caller":"traceutil/trace.go:171","msg":"trace[1244149749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.251736535s","start":"2026-04-28T03:23:42.377725Z","end":"2026-04-28T03:23:50.629461Z","steps":["trace[1244149749] 'agreement among raft nodes before linearized reading' (duration: 8.251135902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.484433Z","time spent":"7.146662057s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.176390214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.631136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.489418Z","time spent":"7.141700621s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:50.631163Z","caller":"traceutil/trace.go:171","msg":"trace[1573598306] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2498; }","duration":"8.176445485s","start":"2026-04-28T03:23:42.454706Z","end":"2026-04-28T03:23:50.631152Z","steps":["trace[1573598306] 'agreement among raft nodes before linearized reading' (duration: 8.176398224s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.629404Z","caller":"traceutil/trace.go:171","msg":"trace[267936350] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2498; }","duration":"8.141618881s","start":"2026-04-28T03:23:42.487775Z","end":"2026-04-28T03:23:50.629394Z","steps":["trace[267936350] 'agreement among raft nodes before linearized reading' (duration: 8.14156189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.188583597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.322843108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:23:50.630284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427201558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-28T03:23:50.629613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.376763539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-28T03:23:50.631193Z","caller":"traceutil/trace.go:171","msg":"trace[1428311587] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.42814266s","start":"2026-04-28T03:23:42.203045Z","end":"2026-04-28T03:23:50.631188Z","steps":["trace[1428311587] 'agreement among raft nodes before linearized reading' (duration: 8.427210509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.203026Z","time spent":"8.428179692s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-28T03:23:50.631206Z","caller":"traceutil/trace.go:171","msg":"trace[814759666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.378380996s","start":"2026-04-28T03:23:42.252814Z","end":"2026-04-28T03:23:50.631195Z","steps":["trace[814759666] 'agreement among raft nodes before linearized reading' (duration: 8.376773128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.487172Z","time spent":"8.142341388s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.631231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.252798Z","time spent":"8.378425468s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.628203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.473332235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.6307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.28233Z","time spent":"8.348351785s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.631257Z","caller":"traceutil/trace.go:171","msg":"trace[1395605779] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2498; }","duration":"7.476440769s","start":"2026-04-28T03:23:43.154808Z","end":"2026-04-28T03:23:50.631249Z","steps":["trace[1395605779] 'agreement among raft nodes before linearized reading' (duration: 7.473291695s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.63122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.377708Z","time spent":"8.253460786s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.628231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.1543Z","time spent":"7.473923309s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.1548Z","time spent":"7.476472529s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.631299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.190860973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.629644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.386156878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235889495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.627749Z","caller":"traceutil/trace.go:171","msg":"trace[2072150824] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2498; }","duration":"7.988955932s","start":"2026-04-28T03:23:42.638784Z","end":"2026-04-28T03:23:50.62774Z","steps":["trace[2072150824] 'agreement among raft nodes before linearized reading' (duration: 7.988850359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.628683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.25024505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.631238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.191232781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.631323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.487755Z","time spent":"8.143558556s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.631327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.454688Z","time spent":"8.176609579s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.6309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.141452Z","time spent":"8.489443743s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.543637131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.631368Z","caller":"traceutil/trace.go:171","msg":"trace[1083675799] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2498; }","duration":"8.191359804s","start":"2026-04-28T03:23:42.439986Z","end":"2026-04-28T03:23:50.631346Z","steps":["trace[1083675799] 'agreement among raft nodes before linearized reading' (duration: 8.19118157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.630336Z","caller":"traceutil/trace.go:171","msg":"trace[1201024709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.44182744s","start":"2026-04-28T03:23:42.188503Z","end":"2026-04-28T03:23:50.63033Z","steps":["trace[1201024709] 'agreement among raft nodes before linearized reading' (duration: 8.44179276s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631398Z","caller":"traceutil/trace.go:171","msg":"trace[2063074787] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.324834395s","start":"2026-04-28T03:23:42.306557Z","end":"2026-04-28T03:23:50.631392Z","steps":["trace[2063074787] 'agreement among raft nodes before linearized reading' (duration: 8.322861468s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631398Z","caller":"traceutil/trace.go:171","msg":"trace[1319232829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.543747263s","start":"2026-04-28T03:23:42.087633Z","end":"2026-04-28T03:23:50.63138Z","steps":["trace[1319232829] 'agreement among raft nodes before linearized reading' (duration: 8.543689321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.188471Z","time spent":"8.442944646s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.63143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.306534Z","time spent":"8.324886386s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.630965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.141429Z","time spent":"8.489530506s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.631443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.191410305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.631373Z","caller":"traceutil/trace.go:171","msg":"trace[549364042] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2498; }","duration":"7.190774509s","start":"2026-04-28T03:23:43.440585Z","end":"2026-04-28T03:23:50.63136Z","steps":["trace[549364042] 'agreement among raft nodes before linearized reading' (duration: 7.188591918s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.627839Z","caller":"traceutil/trace.go:171","msg":"trace[1003304260] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2498; }","duration":"8.199787501s","start":"2026-04-28T03:23:42.428045Z","end":"2026-04-28T03:23:50.627833Z","steps":["trace[1003304260] 'agreement among raft nodes before linearized reading' (duration: 8.19974321s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631475Z","caller":"traceutil/trace.go:171","msg":"trace[304010398] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2498; }","duration":"8.191450856s","start":"2026-04-28T03:23:42.440016Z","end":"2026-04-28T03:23:50.631466Z","steps":["trace[304010398] 'agreement among raft nodes before linearized reading' (duration: 8.191405405s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.630386Z","caller":"traceutil/trace.go:171","msg":"trace[1041630994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.441979305s","start":"2026-04-28T03:23:42.188402Z","end":"2026-04-28T03:23:50.630381Z","steps":["trace[1041630994] 'agreement among raft nodes before linearized reading' (duration: 8.441948554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.440565Z","time spent":"7.190907112s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.631497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.428034Z","time spent":"8.203449516s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.627775Z","caller":"traceutil/trace.go:171","msg":"trace[1155377368] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2498; }","duration":"8.199689178s","start":"2026-04-28T03:23:42.428077Z","end":"2026-04-28T03:23:50.627766Z","steps":["trace[1155377368] 'agreement among raft nodes before linearized reading' (duration: 8.199565606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.578468415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-28T03:23:50.629405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.321868584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.631559Z","caller":"traceutil/trace.go:171","msg":"trace[661491996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.578509186s","start":"2026-04-28T03:23:42.053042Z","end":"2026-04-28T03:23:50.631552Z","steps":["trace[661491996] 'agreement among raft nodes before linearized reading' (duration: 8.578453034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.439956Z","time spent":"8.191439136s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.583958143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.631581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.053028Z","time spent":"8.578548947s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-28T03:23:50.631586Z","caller":"traceutil/trace.go:171","msg":"trace[328126704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.324088447s","start":"2026-04-28T03:23:42.307476Z","end":"2026-04-28T03:23:50.631564Z","steps":["trace[328126704] 'agreement among raft nodes before linearized reading' (duration: 8.321915706s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631601Z","caller":"traceutil/trace.go:171","msg":"trace[766204389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.584003104s","start":"2026-04-28T03:23:42.047589Z","end":"2026-04-28T03:23:50.631592Z","steps":["trace[766204389] 'agreement among raft nodes before linearized reading' (duration: 8.583964614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.188636438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:50.628963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.352212Z","time spent":"8.27674699s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.631624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.047578Z","time spent":"8.584040695s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:50.631622Z","caller":"traceutil/trace.go:171","msg":"trace[1326473079] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2498; }","duration":"8.19119119s","start":"2026-04-28T03:23:42.440421Z","end":"2026-04-28T03:23:50.631613Z","steps":["trace[1326473079] 'agreement among raft nodes before linearized reading' (duration: 8.190854712s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631642Z","caller":"traceutil/trace.go:171","msg":"trace[1085462178] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2498; }","duration":"7.191047595s","start":"2026-04-28T03:23:43.440581Z","end":"2026-04-28T03:23:50.631629Z","steps":["trace[1085462178] 'agreement among raft nodes before linearized reading' (duration: 7.188643139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.440417Z","time spent":"8.191257391s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:50.631701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.44057Z","time spent":"7.191119857s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.584035575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.631759Z","caller":"traceutil/trace.go:171","msg":"trace[936477171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.584126457s","start":"2026-04-28T03:23:42.047623Z","end":"2026-04-28T03:23:50.63175Z","steps":["trace[936477171] 'agreement among raft nodes before linearized reading' (duration: 8.584067506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.047603Z","time spent":"8.584172468s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.63177Z","caller":"traceutil/trace.go:171","msg":"trace[1977165092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.388276317s","start":"2026-04-28T03:23:42.243481Z","end":"2026-04-28T03:23:50.631757Z","steps":["trace[1977165092] 'agreement among raft nodes before linearized reading' (duration: 8.386145837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.428074Z","time spent":"8.203476017s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.087608Z","time spent":"8.543828435s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.63182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.24346Z","time spent":"8.388348069s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.631626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.307456Z","time spent":"8.324156688s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.630571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.158013244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:23:50.631902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.440009Z","time spent":"8.191885176s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.631899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.188377Z","time spent":"8.443503669s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.631917Z","caller":"traceutil/trace.go:171","msg":"trace[571994194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2498; }","duration":"8.159390626s","start":"2026-04-28T03:23:42.472518Z","end":"2026-04-28T03:23:50.631908Z","steps":["trace[571994194] 'agreement among raft nodes before linearized reading' (duration: 8.158011854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.629143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.169047941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:50.631946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.472501Z","time spent":"8.159437637s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:50.631946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.63876Z","time spent":"7.993176179s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:23:50.631953Z","caller":"traceutil/trace.go:171","msg":"trace[1044933830] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2498; }","duration":"7.171922608s","start":"2026-04-28T03:23:43.46002Z","end":"2026-04-28T03:23:50.631943Z","steps":["trace[1044933830] 'agreement among raft nodes before linearized reading' (duration: 7.16901725s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:50.631916Z","caller":"traceutil/trace.go:171","msg":"trace[521920580] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2498; }","duration":"8.239204102s","start":"2026-04-28T03:23:42.392702Z","end":"2026-04-28T03:23:50.631906Z","steps":["trace[521920580] 'agreement among raft nodes before linearized reading' (duration: 8.235913305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.631987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:43.46Z","time spent":"7.171977439s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":29,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:50.631996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.392681Z","time spent":"8.239302374s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:23:50.631277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.543476046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:50.632039Z","caller":"traceutil/trace.go:171","msg":"trace[404621456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.544280535s","start":"2026-04-28T03:23:42.087746Z","end":"2026-04-28T03:23:50.632026Z","steps":["trace[404621456] 'agreement among raft nodes before linearized reading' (duration: 8.543446306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.632079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.087736Z","time spent":"8.544328706s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:50.632007Z","caller":"traceutil/trace.go:171","msg":"trace[1382475826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2498; }","duration":"8.253573989s","start":"2026-04-28T03:23:42.378421Z","end":"2026-04-28T03:23:50.631995Z","steps":["trace[1382475826] 'agreement among raft nodes before linearized reading' (duration: 8.250246871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:50.632129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:42.378414Z","time spent":"8.253704772s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:23:51.128247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:51.629033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:52.061392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:23:52.061474Z","caller":"traceutil/trace.go:171","msg":"trace[252229869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024823s","start":"2026-04-28T03:23:50.061431Z","end":"2026-04-28T03:23:52.061456Z","steps":["trace[252229869] 'agreement among raft nodes before linearized reading' (duration: 1.99991309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.06153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.061405Z","time spent":"2.000100565s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:52.129535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:52.134713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.465431335s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:52.189224Z","caller":"traceutil/trace.go:171","msg":"trace[1239907069] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"5.03608534s","start":"2026-04-28T03:23:47.153096Z","end":"2026-04-28T03:23:52.189181Z","steps":["trace[1239907069] 'process raft request' (duration: 4.981854272s)","trace[1239907069] 'compare' (duration: 53.528742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:52.189435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.153073Z","time spent":"5.036247004s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:52.191724Z","caller":"traceutil/trace.go:171","msg":"trace[2000347862] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"1.551824903s","start":"2026-04-28T03:23:50.639855Z","end":"2026-04-28T03:23:52.19168Z","steps":["trace[2000347862] 'process raft request' (duration: 1.551440695s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.191802Z","caller":"traceutil/trace.go:171","msg":"trace[1317519399] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"1.551807073s","start":"2026-04-28T03:23:50.639956Z","end":"2026-04-28T03:23:52.191763Z","steps":["trace[1317519399] 'process raft request' (duration: 1.551470626s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.191854Z","caller":"traceutil/trace.go:171","msg":"trace[250457507] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"1.550699468s","start":"2026-04-28T03:23:50.641124Z","end":"2026-04-28T03:23:52.191824Z","steps":["trace[250457507] 'process raft request' (duration: 1.550463602s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.191857Z","caller":"traceutil/trace.go:171","msg":"trace[1321260385] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"1.551618568s","start":"2026-04-28T03:23:50.640193Z","end":"2026-04-28T03:23:52.191811Z","steps":["trace[1321260385] 'process raft request' (duration: 1.551319502s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.191953Z","caller":"traceutil/trace.go:171","msg":"trace[1693227469] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2653; }","duration":"1.564316765s","start":"2026-04-28T03:23:50.627616Z","end":"2026-04-28T03:23:52.191933Z","steps":["trace[1693227469] 'read index received' (duration: 1.507352714s)","trace[1693227469] 'applied index is now lower than readState.Index' (duration: 56.962811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:52.192003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.641101Z","time spent":"1.55081214s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:52.192011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639942Z","time spent":"1.551958196s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:52.192068Z","caller":"traceutil/trace.go:171","msg":"trace[436533115] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"1.550852931s","start":"2026-04-28T03:23:50.641204Z","end":"2026-04-28T03:23:52.192057Z","steps":["trace[436533115] 'process raft request' (duration: 1.550490993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.640183Z","time spent":"1.551789062s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:52.192146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.641199Z","time spent":"1.550900502s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:52.192303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420821573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:52.19234Z","caller":"traceutil/trace.go:171","msg":"trace[2029062854] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2507; }","duration":"3.420880734s","start":"2026-04-28T03:23:48.77145Z","end":"2026-04-28T03:23:52.192331Z","steps":["trace[2029062854] 'agreement among raft nodes before linearized reading' (duration: 3.420795132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.771437Z","time spent":"3.420918845s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.192473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878196904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:23:52.192529Z","caller":"traceutil/trace.go:171","msg":"trace[323461775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2507; }","duration":"1.878293776s","start":"2026-04-28T03:23:50.314222Z","end":"2026-04-28T03:23:52.192516Z","steps":["trace[323461775] 'agreement among raft nodes before linearized reading' (duration: 1.87805955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252177679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.192603Z","caller":"traceutil/trace.go:171","msg":"trace[996692858] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2507; }","duration":"2.252231129s","start":"2026-04-28T03:23:49.940365Z","end":"2026-04-28T03:23:52.192596Z","steps":["trace[996692858] 'agreement among raft nodes before linearized reading' (duration: 2.252189629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.940348Z","time spent":"2.252271861s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.192626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424394076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:23:52.19263Z","caller":"traceutil/trace.go:171","msg":"trace[1068431346] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"1.549692433s","start":"2026-04-28T03:23:50.642918Z","end":"2026-04-28T03:23:52.19261Z","steps":["trace[1068431346] 'process raft request' (duration: 1.548832613s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.192664Z","caller":"traceutil/trace.go:171","msg":"trace[633664246] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2507; }","duration":"3.424472608s","start":"2026-04-28T03:23:48.768181Z","end":"2026-04-28T03:23:52.192653Z","steps":["trace[633664246] 'agreement among raft nodes before linearized reading' (duration: 3.424225962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.768158Z","time spent":"3.42452988s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":327,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.192743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323936256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:52.192737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.642907Z","time spent":"1.549777986s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:52.192766Z","caller":"traceutil/trace.go:171","msg":"trace[706386714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2507; }","duration":"2.323984467s","start":"2026-04-28T03:23:49.868776Z","end":"2026-04-28T03:23:52.19276Z","steps":["trace[706386714] 'agreement among raft nodes before linearized reading' (duration: 2.323924576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.192786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.868762Z","time spent":"2.324020208s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:52.192572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.314192Z","time spent":"1.878372518s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:52.192542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030195598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:23:52.192984Z","caller":"traceutil/trace.go:171","msg":"trace[349218645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2507; }","duration":"2.030674428s","start":"2026-04-28T03:23:50.162303Z","end":"2026-04-28T03:23:52.192978Z","steps":["trace[349218645] 'agreement among raft nodes before linearized reading' (duration: 2.030161126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.19301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.162275Z","time spent":"2.030728971s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:52.19301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98701031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-v95pn\" ","response":"range_response_count:1 size:7300"} {"level":"warn","ts":"2026-04-28T03:23:52.193039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324548212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:52.192972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654534197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:23:52.193102Z","caller":"traceutil/trace.go:171","msg":"trace[431961326] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2507; }","duration":"3.654700951s","start":"2026-04-28T03:23:48.538394Z","end":"2026-04-28T03:23:52.193095Z","steps":["trace[431961326] 'agreement among raft nodes before linearized reading' (duration: 3.654453355s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.193099Z","caller":"traceutil/trace.go:171","msg":"trace[744759252] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2507; }","duration":"4.324639565s","start":"2026-04-28T03:23:47.868444Z","end":"2026-04-28T03:23:52.193084Z","steps":["trace[744759252] 'agreement among raft nodes before linearized reading' (duration: 4.324559083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.538378Z","time spent":"3.654741792s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:23:52.193134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.868425Z","time spent":"4.324699336s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.193153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339259226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.193208Z","caller":"traceutil/trace.go:171","msg":"trace[1292696649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2507; }","duration":"3.339355608s","start":"2026-04-28T03:23:48.853839Z","end":"2026-04-28T03:23:52.193195Z","steps":["trace[1292696649] 'agreement among raft nodes before linearized reading' (duration: 3.339275436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569435495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:52.193258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:48.853819Z","time spent":"3.33942585s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:52.193088Z","caller":"traceutil/trace.go:171","msg":"trace[843639361] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-v95pn; range_end:; response_count:1; response_revision:2507; }","duration":"2.987102362s","start":"2026-04-28T03:23:49.205958Z","end":"2026-04-28T03:23:52.193061Z","steps":["trace[843639361] 'agreement among raft nodes before linearized reading' (duration: 2.986929878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:49.205942Z","time spent":"2.987362449s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7323,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-v95pn\" "} {"level":"warn","ts":"2026-04-28T03:23:52.193319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137703176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.193354Z","caller":"traceutil/trace.go:171","msg":"trace[32266441] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2507; }","duration":"5.137770947s","start":"2026-04-28T03:23:47.055573Z","end":"2026-04-28T03:23:52.193344Z","steps":["trace[32266441] 'agreement among raft nodes before linearized reading' (duration: 5.137713894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:47.055556Z","time spent":"5.13783046s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:52.193277Z","caller":"traceutil/trace.go:171","msg":"trace[782094074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2507; }","duration":"1.569528537s","start":"2026-04-28T03:23:50.623733Z","end":"2026-04-28T03:23:52.193262Z","steps":["trace[782094074] 'agreement among raft nodes before linearized reading' (duration: 1.569457455s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.19317Z","caller":"traceutil/trace.go:171","msg":"trace[1678629254] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.541653925s","start":"2026-04-28T03:23:50.651507Z","end":"2026-04-28T03:23:52.193161Z","steps":["trace[1678629254] 'process raft request' (duration: 1.540368976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.623711Z","time spent":"1.569752993s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.19355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.651485Z","time spent":"1.542010204s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:52.193551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.807667711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.193633Z","caller":"traceutil/trace.go:171","msg":"trace[1072903967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2507; }","duration":"5.807792074s","start":"2026-04-28T03:23:46.385827Z","end":"2026-04-28T03:23:52.193619Z","steps":["trace[1072903967] 'agreement among raft nodes before linearized reading' (duration: 5.807691892s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.385786Z","time spent":"5.807876336s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:52.193775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143565394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:23:52.193845Z","caller":"traceutil/trace.go:171","msg":"trace[1886254610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:2507; }","duration":"6.143653486s","start":"2026-04-28T03:23:46.050168Z","end":"2026-04-28T03:23:52.193821Z","steps":["trace[1886254610] 'agreement among raft nodes before linearized reading' (duration: 6.143511402s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.193129Z","caller":"traceutil/trace.go:171","msg":"trace[1218208261] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"1.541693316s","start":"2026-04-28T03:23:50.651421Z","end":"2026-04-28T03:23:52.193114Z","steps":["trace[1218208261] 'process raft request' (duration: 1.540409447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.193912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:46.050154Z","time spent":"6.143742688s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:23:52.193946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.651401Z","time spent":"1.542518816s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:52.194082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.599107095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-28T03:23:52.19414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.585284252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:23:52.194143Z","caller":"traceutil/trace.go:171","msg":"trace[587032644] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2507; }","duration":"6.599193637s","start":"2026-04-28T03:23:45.594935Z","end":"2026-04-28T03:23:52.194128Z","steps":["trace[587032644] 'agreement among raft nodes before linearized reading' (duration: 6.599089104s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.194183Z","caller":"traceutil/trace.go:171","msg":"trace[412540517] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2507; }","duration":"6.585358034s","start":"2026-04-28T03:23:45.608815Z","end":"2026-04-28T03:23:52.194173Z","steps":["trace[412540517] 'agreement among raft nodes before linearized reading' (duration: 6.585149879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.194194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.594917Z","time spent":"6.599266209s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.608797Z","time spent":"6.585412585s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127528,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.63984Z","time spent":"1.551976987s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1052,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:23:52.194324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.950715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:52.194358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.497556331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413175"} {"level":"info","ts":"2026-04-28T03:23:52.19437Z","caller":"traceutil/trace.go:171","msg":"trace[633175549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"132.050247ms","start":"2026-04-28T03:23:52.062307Z","end":"2026-04-28T03:23:52.194357Z","steps":["trace[633175549] 'agreement among raft nodes before linearized reading' (duration: 131.988066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.194391Z","caller":"traceutil/trace.go:171","msg":"trace[546949862] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:2507; }","duration":"6.497618033s","start":"2026-04-28T03:23:45.696765Z","end":"2026-04-28T03:23:52.194384Z","steps":["trace[546949862] 'agreement among raft nodes before linearized reading' (duration: 6.497367687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.194416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:45.696748Z","time spent":"6.497662534s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413198,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554976497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-28T03:23:52.194576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474334052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"warn","ts":"2026-04-28T03:23:52.194611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474370803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-04-28T03:23:52.194656Z","caller":"traceutil/trace.go:171","msg":"trace[1374499075] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.474413754s","start":"2026-04-28T03:23:50.720231Z","end":"2026-04-28T03:23:52.194645Z","steps":["trace[1374499075] 'agreement among raft nodes before linearized reading' (duration: 1.474296981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.194694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720211Z","time spent":"1.474475725s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6135,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473156604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2137"} {"level":"info","ts":"2026-04-28T03:23:52.194821Z","caller":"traceutil/trace.go:171","msg":"trace[717494397] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2507; }","duration":"1.473233806s","start":"2026-04-28T03:23:50.721573Z","end":"2026-04-28T03:23:52.194807Z","steps":["trace[717494397] 'agreement among raft nodes before linearized reading' (duration: 1.473110703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.194871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.721567Z","time spent":"1.473291127s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2160,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4747036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-28T03:23:52.194954Z","caller":"traceutil/trace.go:171","msg":"trace[1299094112] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:2507; }","duration":"1.474756531s","start":"2026-04-28T03:23:50.720187Z","end":"2026-04-28T03:23:52.194944Z","steps":["trace[1299094112] 'agreement among raft nodes before linearized reading' (duration: 1.474650339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.194989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720179Z","time spent":"1.474803372s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3987,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473764548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-04-28T03:23:52.195182Z","caller":"traceutil/trace.go:171","msg":"trace[1496470534] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:2507; }","duration":"1.473824s","start":"2026-04-28T03:23:50.72135Z","end":"2026-04-28T03:23:52.195174Z","steps":["trace[1496470534] 'agreement among raft nodes before linearized reading' (duration: 1.473720197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475095149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2993"} {"level":"warn","ts":"2026-04-28T03:23:52.195212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.72134Z","time spent":"1.47386582s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555865857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:23:52.195222Z","caller":"traceutil/trace.go:171","msg":"trace[998299425] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2507; }","duration":"1.47514053s","start":"2026-04-28T03:23:50.720072Z","end":"2026-04-28T03:23:52.195212Z","steps":["trace[998299425] 'agreement among raft nodes before linearized reading' (duration: 1.475048198s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.195249Z","caller":"traceutil/trace.go:171","msg":"trace[1582440016] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.555915118s","start":"2026-04-28T03:23:50.639322Z","end":"2026-04-28T03:23:52.195237Z","steps":["trace[1582440016] 'agreement among raft nodes before linearized reading' (duration: 1.555815466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639319Z","time spent":"1.555964609s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55598157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:23:52.19533Z","caller":"traceutil/trace.go:171","msg":"trace[196564045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.556017671s","start":"2026-04-28T03:23:50.639305Z","end":"2026-04-28T03:23:52.195322Z","steps":["trace[196564045] 'agreement among raft nodes before linearized reading' (duration: 1.55596615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639301Z","time spent":"1.556058262s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475366165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6780"} {"level":"info","ts":"2026-04-28T03:23:52.195422Z","caller":"traceutil/trace.go:171","msg":"trace[1263153320] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2507; }","duration":"1.475412896s","start":"2026-04-28T03:23:50.72Z","end":"2026-04-28T03:23:52.195413Z","steps":["trace[1263153320] 'agreement among raft nodes before linearized reading' (duration: 1.475327504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.19545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.719994Z","time spent":"1.475446917s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6803,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556024671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:23:52.19551Z","caller":"traceutil/trace.go:171","msg":"trace[2003092957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.556071922s","start":"2026-04-28T03:23:50.639429Z","end":"2026-04-28T03:23:52.195501Z","steps":["trace[2003092957] 'agreement among raft nodes before linearized reading' (duration: 1.556003871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556221326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:23:52.195594Z","caller":"traceutil/trace.go:171","msg":"trace[1103326477] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.556261826s","start":"2026-04-28T03:23:50.639282Z","end":"2026-04-28T03:23:52.195544Z","steps":["trace[1103326477] 'agreement among raft nodes before linearized reading' (duration: 1.556211595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639277Z","time spent":"1.556347748s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475658442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-04-28T03:23:52.195751Z","caller":"traceutil/trace.go:171","msg":"trace[269267086] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:2507; }","duration":"1.475729624s","start":"2026-04-28T03:23:50.720012Z","end":"2026-04-28T03:23:52.195741Z","steps":["trace[269267086] 'agreement among raft nodes before linearized reading' (duration: 1.475620861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.719991Z","time spent":"1.475780005s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2145,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-04-28T03:23:52.194623Z","caller":"traceutil/trace.go:171","msg":"trace[630090813] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:2507; }","duration":"1.474432504s","start":"2026-04-28T03:23:50.720179Z","end":"2026-04-28T03:23:52.194612Z","steps":["trace[630090813] 'agreement among raft nodes before linearized reading' (duration: 1.474316901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.195252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720066Z","time spent":"1.475178531s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3016,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720148Z","time spent":"1.475720794s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3136,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"warn","ts":"2026-04-28T03:23:52.194666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012213137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.195997Z","caller":"traceutil/trace.go:171","msg":"trace[1321188207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"1.013551677s","start":"2026-04-28T03:23:51.182421Z","end":"2026-04-28T03:23:52.195972Z","steps":["trace[1321188207] 'agreement among raft nodes before linearized reading' (duration: 1.012223097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.19584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556436111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62235"} {"level":"warn","ts":"2026-04-28T03:23:52.196048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:51.182403Z","time spent":"1.01363634s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:52.196065Z","caller":"traceutil/trace.go:171","msg":"trace[198044016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2507; }","duration":"1.556685996s","start":"2026-04-28T03:23:50.63937Z","end":"2026-04-28T03:23:52.196056Z","steps":["trace[198044016] 'agreement among raft nodes before linearized reading' (duration: 1.556287057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639361Z","time spent":"1.556727627s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62258,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476227526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17220"} {"level":"info","ts":"2026-04-28T03:23:52.196145Z","caller":"traceutil/trace.go:171","msg":"trace[1012417365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2507; }","duration":"1.476281237s","start":"2026-04-28T03:23:50.719857Z","end":"2026-04-28T03:23:52.196139Z","steps":["trace[1012417365] 'agreement among raft nodes before linearized reading' (duration: 1.476203814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.719837Z","time spent":"1.476321598s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639426Z","time spent":"1.556112453s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.195892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556533213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-28T03:23:52.196377Z","caller":"traceutil/trace.go:171","msg":"trace[186829580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.557025485s","start":"2026-04-28T03:23:50.639343Z","end":"2026-04-28T03:23:52.196369Z","steps":["trace[186829580] 'agreement among raft nodes before linearized reading' (duration: 1.556518813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639337Z","time spent":"1.557060606s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4759726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6830"} {"level":"info","ts":"2026-04-28T03:23:52.196448Z","caller":"traceutil/trace.go:171","msg":"trace[493331907] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:2507; }","duration":"1.476041232s","start":"2026-04-28T03:23:50.720391Z","end":"2026-04-28T03:23:52.196432Z","steps":["trace[493331907] 'agreement among raft nodes before linearized reading' (duration: 1.475859858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720379Z","time spent":"1.476108773s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6853,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"info","ts":"2026-04-28T03:23:52.194593Z","caller":"traceutil/trace.go:171","msg":"trace[2073157676] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2507; }","duration":"1.555412637s","start":"2026-04-28T03:23:50.639172Z","end":"2026-04-28T03:23:52.194585Z","steps":["trace[2073157676] 'agreement among raft nodes before linearized reading' (duration: 1.554964967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639158Z","time spent":"1.557383913s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476332788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4214"} {"level":"info","ts":"2026-04-28T03:23:52.196669Z","caller":"traceutil/trace.go:171","msg":"trace[201501748] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:2507; }","duration":"1.47637791s","start":"2026-04-28T03:23:50.720284Z","end":"2026-04-28T03:23:52.196662Z","steps":["trace[201501748] 'agreement among raft nodes before linearized reading' (duration: 1.476294278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475316475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"warn","ts":"2026-04-28T03:23:52.196716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476339239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-04-28T03:23:52.196727Z","caller":"traceutil/trace.go:171","msg":"trace[961058524] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2507; }","duration":"1.475362316s","start":"2026-04-28T03:23:50.721353Z","end":"2026-04-28T03:23:52.196716Z","steps":["trace[961058524] 'agreement among raft nodes before linearized reading' (duration: 1.475239443s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.196746Z","caller":"traceutil/trace.go:171","msg":"trace[613709629] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:2507; }","duration":"1.47637824s","start":"2026-04-28T03:23:50.720358Z","end":"2026-04-28T03:23:52.196736Z","steps":["trace[613709629] 'agreement among raft nodes before linearized reading' (duration: 1.476296538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47640741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"warn","ts":"2026-04-28T03:23:52.196766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720349Z","time spent":"1.47641173s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.721336Z","time spent":"1.475422007s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:23:52.196779Z","caller":"traceutil/trace.go:171","msg":"trace[135930685] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:2507; }","duration":"1.476474142s","start":"2026-04-28T03:23:50.720299Z","end":"2026-04-28T03:23:52.196773Z","steps":["trace[135930685] 'agreement among raft nodes before linearized reading' (duration: 1.47640784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.1968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720253Z","time spent":"1.476543343s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47596877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11547"} {"level":"warn","ts":"2026-04-28T03:23:52.196922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476625025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4039"} {"level":"info","ts":"2026-04-28T03:23:52.196936Z","caller":"traceutil/trace.go:171","msg":"trace[1167736499] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:2507; }","duration":"1.476030781s","start":"2026-04-28T03:23:50.720894Z","end":"2026-04-28T03:23:52.196925Z","steps":["trace[1167736499] 'agreement among raft nodes before linearized reading' (duration: 1.475918248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.196973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720886Z","time spent":"1.476079593s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11570,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-04-28T03:23:52.196987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475725564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9523"} {"level":"info","ts":"2026-04-28T03:23:52.197007Z","caller":"traceutil/trace.go:171","msg":"trace[1999352993] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:2507; }","duration":"1.475757455s","start":"2026-04-28T03:23:50.721243Z","end":"2026-04-28T03:23:52.197001Z","steps":["trace[1999352993] 'agreement among raft nodes before linearized reading' (duration: 1.475701064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.197033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.721235Z","time spent":"1.475793715s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-28T03:23:52.197066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476135844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2137"} {"level":"warn","ts":"2026-04-28T03:23:52.196695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720276Z","time spent":"1.476411171s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4237,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-04-28T03:23:52.197091Z","caller":"traceutil/trace.go:171","msg":"trace[1733274201] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2507; }","duration":"1.476172385s","start":"2026-04-28T03:23:50.720912Z","end":"2026-04-28T03:23:52.197085Z","steps":["trace[1733274201] 'agreement among raft nodes before linearized reading' (duration: 1.476106773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.197112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720904Z","time spent":"1.476204625s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2160,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-04-28T03:23:52.196947Z","caller":"traceutil/trace.go:171","msg":"trace[194039700] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:2507; }","duration":"1.476659546s","start":"2026-04-28T03:23:50.720281Z","end":"2026-04-28T03:23:52.196941Z","steps":["trace[194039700] 'agreement among raft nodes before linearized reading' (duration: 1.476589975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.197147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720276Z","time spent":"1.476862361s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4062,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-04-28T03:23:52.197163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476748708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4240"} {"level":"info","ts":"2026-04-28T03:23:52.197185Z","caller":"traceutil/trace.go:171","msg":"trace[1628381231] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2507; }","duration":"1.476783129s","start":"2026-04-28T03:23:50.720396Z","end":"2026-04-28T03:23:52.197179Z","steps":["trace[1628381231] 'agreement among raft nodes before linearized reading' (duration: 1.476724748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.197207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720389Z","time spent":"1.476813409s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4263,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:23:52.19701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476241377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"info","ts":"2026-04-28T03:23:52.197326Z","caller":"traceutil/trace.go:171","msg":"trace[1055266640] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:2507; }","duration":"1.476538283s","start":"2026-04-28T03:23:50.720745Z","end":"2026-04-28T03:23:52.197283Z","steps":["trace[1055266640] 'agreement among raft nodes before linearized reading' (duration: 1.476170345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.197446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.720738Z","time spent":"1.476659276s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5230,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"warn","ts":"2026-04-28T03:23:52.208538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569036096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:23:52.208628Z","caller":"traceutil/trace.go:171","msg":"trace[484785479] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2507; }","duration":"1.569155088s","start":"2026-04-28T03:23:50.639453Z","end":"2026-04-28T03:23:52.208608Z","steps":["trace[484785479] 'agreement among raft nodes before linearized reading' (duration: 1.555839366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.208776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:50.639447Z","time spent":"1.569309242s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-04-28T03:23:52.388436Z","caller":"traceutil/trace.go:171","msg":"trace[1444633001] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"173.132999ms","start":"2026-04-28T03:23:52.215263Z","end":"2026-04-28T03:23:52.388396Z","steps":["trace[1444633001] 'process raft request' (duration: 172.74494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.38862Z","caller":"traceutil/trace.go:171","msg":"trace[612445851] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"172.596585ms","start":"2026-04-28T03:23:52.215994Z","end":"2026-04-28T03:23:52.38859Z","steps":["trace[612445851] 'process raft request' (duration: 172.332979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.38883Z","caller":"traceutil/trace.go:171","msg":"trace[1935205516] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"171.776506ms","start":"2026-04-28T03:23:52.217017Z","end":"2026-04-28T03:23:52.388793Z","steps":["trace[1935205516] 'process raft request' (duration: 171.429218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.388906Z","caller":"traceutil/trace.go:171","msg":"trace[182119491] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"170.283001ms","start":"2026-04-28T03:23:52.218609Z","end":"2026-04-28T03:23:52.388892Z","steps":["trace[182119491] 'process raft request' (duration: 170.193299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389041Z","caller":"traceutil/trace.go:171","msg":"trace[297508650] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"170.620259ms","start":"2026-04-28T03:23:52.218411Z","end":"2026-04-28T03:23:52.389031Z","steps":["trace[297508650] 'process raft request' (duration: 170.257001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389259Z","caller":"traceutil/trace.go:171","msg":"trace[946759566] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"169.068312ms","start":"2026-04-28T03:23:52.220178Z","end":"2026-04-28T03:23:52.389246Z","steps":["trace[946759566] 'process raft request' (duration: 168.680623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389388Z","caller":"traceutil/trace.go:171","msg":"trace[300872443] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"168.615272ms","start":"2026-04-28T03:23:52.220765Z","end":"2026-04-28T03:23:52.38938Z","steps":["trace[300872443] 'process raft request' (duration: 168.436728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389466Z","caller":"traceutil/trace.go:171","msg":"trace[833237591] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"167.817964ms","start":"2026-04-28T03:23:52.22164Z","end":"2026-04-28T03:23:52.389458Z","steps":["trace[833237591] 'process raft request' (duration: 167.67138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389444Z","caller":"traceutil/trace.go:171","msg":"trace[1001834562] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"168.986102ms","start":"2026-04-28T03:23:52.220434Z","end":"2026-04-28T03:23:52.389421Z","steps":["trace[1001834562] 'process raft request' (duration: 168.666794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389515Z","caller":"traceutil/trace.go:171","msg":"trace[597053773] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"167.621919ms","start":"2026-04-28T03:23:52.221881Z","end":"2026-04-28T03:23:52.389503Z","steps":["trace[597053773] 'process raft request' (duration: 167.540197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389674Z","caller":"traceutil/trace.go:171","msg":"trace[1032764316] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"167.800314ms","start":"2026-04-28T03:23:52.221865Z","end":"2026-04-28T03:23:52.389666Z","steps":["trace[1032764316] 'process raft request' (duration: 167.503696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389746Z","caller":"traceutil/trace.go:171","msg":"trace[1012989170] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"168.667394ms","start":"2026-04-28T03:23:52.221065Z","end":"2026-04-28T03:23:52.389732Z","steps":["trace[1012989170] 'process raft request' (duration: 168.192962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.389953Z","caller":"traceutil/trace.go:171","msg":"trace[1065219497] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"164.438525ms","start":"2026-04-28T03:23:52.225501Z","end":"2026-04-28T03:23:52.389939Z","steps":["trace[1065219497] 'process raft request' (duration: 163.963404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.390053Z","caller":"traceutil/trace.go:171","msg":"trace[897401233] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2671; }","duration":"139.463381ms","start":"2026-04-28T03:23:52.250576Z","end":"2026-04-28T03:23:52.390039Z","steps":["trace[897401233] 'read index received' (duration: 116.903244ms)","trace[897401233] 'applied index is now lower than readState.Index' (duration: 22.558767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.390103Z","caller":"traceutil/trace.go:171","msg":"trace[1264191533] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"129.912388ms","start":"2026-04-28T03:23:52.260178Z","end":"2026-04-28T03:23:52.39009Z","steps":["trace[1264191533] 'process raft request' (duration: 129.816775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.390071Z","caller":"traceutil/trace.go:171","msg":"trace[796079745] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"130.048821ms","start":"2026-04-28T03:23:52.260011Z","end":"2026-04-28T03:23:52.39006Z","steps":["trace[796079745] 'process raft request' (duration: 129.904597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.390326Z","caller":"traceutil/trace.go:171","msg":"trace[1474013488] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"130.101262ms","start":"2026-04-28T03:23:52.260214Z","end":"2026-04-28T03:23:52.390315Z","steps":["trace[1474013488] 'process raft request' (duration: 129.829695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.390337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.432319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-04-28T03:23:52.390345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.376531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.390373Z","caller":"traceutil/trace.go:171","msg":"trace[107021490] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2532; }","duration":"177.495931ms","start":"2026-04-28T03:23:52.212866Z","end":"2026-04-28T03:23:52.390361Z","steps":["trace[107021490] 'agreement among raft nodes before linearized reading' (duration: 177.259135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.390458Z","caller":"traceutil/trace.go:171","msg":"trace[1929135445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2532; }","duration":"181.434882ms","start":"2026-04-28T03:23:52.208934Z","end":"2026-04-28T03:23:52.390369Z","steps":["trace[1929135445] 'agreement among raft nodes before linearized reading' (duration: 181.248318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.390632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.562745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-28T03:23:52.390674Z","caller":"traceutil/trace.go:171","msg":"trace[328570683] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2532; }","duration":"175.614846ms","start":"2026-04-28T03:23:52.215051Z","end":"2026-04-28T03:23:52.390666Z","steps":["trace[328570683] 'agreement among raft nodes before linearized reading' (duration: 175.076093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.390729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.249748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-04-28T03:23:52.39073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.612352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6227"} {"level":"info","ts":"2026-04-28T03:23:52.390793Z","caller":"traceutil/trace.go:171","msg":"trace[320822419] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:2532; }","duration":"177.694474ms","start":"2026-04-28T03:23:52.213086Z","end":"2026-04-28T03:23:52.39078Z","steps":["trace[320822419] 'agreement among raft nodes before linearized reading' (duration: 177.102541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.390919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.003981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-04-28T03:23:52.390762Z","caller":"traceutil/trace.go:171","msg":"trace[1764945721] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2532; }","duration":"178.289039ms","start":"2026-04-28T03:23:52.212464Z","end":"2026-04-28T03:23:52.390753Z","steps":["trace[1764945721] 'agreement among raft nodes before linearized reading' (duration: 177.696165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.390966Z","caller":"traceutil/trace.go:171","msg":"trace[1626330401] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:2532; }","duration":"178.060643ms","start":"2026-04-28T03:23:52.212894Z","end":"2026-04-28T03:23:52.390954Z","steps":["trace[1626330401] 'agreement among raft nodes before linearized reading' (duration: 177.305926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.391057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.039096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-04-28T03:23:52.391102Z","caller":"traceutil/trace.go:171","msg":"trace[150622375] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2532; }","duration":"176.110418ms","start":"2026-04-28T03:23:52.214979Z","end":"2026-04-28T03:23:52.39109Z","steps":["trace[150622375] 'agreement among raft nodes before linearized reading' (duration: 175.187506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.391183Z","caller":"traceutil/trace.go:171","msg":"trace[970471090] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"130.961911ms","start":"2026-04-28T03:23:52.260212Z","end":"2026-04-28T03:23:52.391174Z","steps":["trace[970471090] 'process raft request' (duration: 130.055351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.39126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.21544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-04-28T03:23:52.391295Z","caller":"traceutil/trace.go:171","msg":"trace[1394524543] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2532; }","duration":"176.283602ms","start":"2026-04-28T03:23:52.215002Z","end":"2026-04-28T03:23:52.391286Z","steps":["trace[1394524543] 'agreement among raft nodes before linearized reading' (duration: 175.148196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.391411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.884196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-04-28T03:23:52.391442Z","caller":"traceutil/trace.go:171","msg":"trace[1445122311] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:2534; }","duration":"188.946007ms","start":"2026-04-28T03:23:52.202488Z","end":"2026-04-28T03:23:52.391434Z","steps":["trace[1445122311] 'agreement among raft nodes before linearized reading' (duration: 187.73232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.391461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.416015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5144"} {"level":"info","ts":"2026-04-28T03:23:52.391502Z","caller":"traceutil/trace.go:171","msg":"trace[201612347] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2532; }","duration":"176.486347ms","start":"2026-04-28T03:23:52.215002Z","end":"2026-04-28T03:23:52.391488Z","steps":["trace[201612347] 'agreement among raft nodes before linearized reading' (duration: 175.134376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.39163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.434075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-28T03:23:52.391719Z","caller":"traceutil/trace.go:171","msg":"trace[906276839] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:2532; }","duration":"185.702382ms","start":"2026-04-28T03:23:52.206002Z","end":"2026-04-28T03:23:52.391704Z","steps":["trace[906276839] 'agreement among raft nodes before linearized reading' (duration: 184.202867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.391806Z","caller":"traceutil/trace.go:171","msg":"trace[1523707202] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"131.068094ms","start":"2026-04-28T03:23:52.260726Z","end":"2026-04-28T03:23:52.391794Z","steps":["trace[1523707202] 'process raft request' (duration: 130.638174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.391827Z","caller":"traceutil/trace.go:171","msg":"trace[1381657667] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"131.140045ms","start":"2026-04-28T03:23:52.260665Z","end":"2026-04-28T03:23:52.391805Z","steps":["trace[1381657667] 'process raft request' (duration: 130.607723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.391855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.609057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:23:52.391897Z","caller":"traceutil/trace.go:171","msg":"trace[1544225278] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2539; }","duration":"137.740831ms","start":"2026-04-28T03:23:52.254146Z","end":"2026-04-28T03:23:52.391887Z","steps":["trace[1544225278] 'agreement among raft nodes before linearized reading' (duration: 137.486725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.392024Z","caller":"traceutil/trace.go:171","msg":"trace[1492388693] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"130.197624ms","start":"2026-04-28T03:23:52.261814Z","end":"2026-04-28T03:23:52.392012Z","steps":["trace[1492388693] 'process raft request' (duration: 129.735953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.392097Z","caller":"traceutil/trace.go:171","msg":"trace[1299654776] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"131.201356ms","start":"2026-04-28T03:23:52.260882Z","end":"2026-04-28T03:23:52.392083Z","steps":["trace[1299654776] 'process raft request' (duration: 130.629763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.391713Z","caller":"traceutil/trace.go:171","msg":"trace[329216821] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"131.242539ms","start":"2026-04-28T03:23:52.260462Z","end":"2026-04-28T03:23:52.391704Z","steps":["trace[329216821] 'process raft request' (duration: 130.535892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.392183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.802967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:23:52.392271Z","caller":"traceutil/trace.go:171","msg":"trace[627850624] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2539; }","duration":"136.923991ms","start":"2026-04-28T03:23:52.255336Z","end":"2026-04-28T03:23:52.39226Z","steps":["trace[627850624] 'agreement among raft nodes before linearized reading' (duration: 136.800958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.392445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.618101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-28T03:23:52.391686Z","caller":"traceutil/trace.go:171","msg":"trace[815560915] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"130.855018ms","start":"2026-04-28T03:23:52.260822Z","end":"2026-04-28T03:23:52.391677Z","steps":["trace[815560915] 'process raft request' (duration: 130.608572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.392487Z","caller":"traceutil/trace.go:171","msg":"trace[1298856040] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2532; }","duration":"179.670832ms","start":"2026-04-28T03:23:52.212808Z","end":"2026-04-28T03:23:52.392479Z","steps":["trace[1298856040] 'agreement among raft nodes before linearized reading' (duration: 177.334127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.392687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.149086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6780"} {"level":"info","ts":"2026-04-28T03:23:52.38814Z","caller":"traceutil/trace.go:171","msg":"trace[307385490] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"173.007916ms","start":"2026-04-28T03:23:52.21509Z","end":"2026-04-28T03:23:52.388098Z","steps":["trace[307385490] 'process raft request' (duration: 152.391184ms)","trace[307385490] 'compare' (duration: 20.09589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.392736Z","caller":"traceutil/trace.go:171","msg":"trace[1625917913] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2532; }","duration":"184.273878ms","start":"2026-04-28T03:23:52.208452Z","end":"2026-04-28T03:23:52.392726Z","steps":["trace[1625917913] 'agreement among raft nodes before linearized reading' (duration: 181.742819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.39281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.710536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17220"} {"level":"info","ts":"2026-04-28T03:23:52.392857Z","caller":"traceutil/trace.go:171","msg":"trace[1554461531] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2532; }","duration":"180.765607ms","start":"2026-04-28T03:23:52.212078Z","end":"2026-04-28T03:23:52.392844Z","steps":["trace[1554461531] 'agreement among raft nodes before linearized reading' (duration: 178.091574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.392966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.04468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-04-28T03:23:52.393012Z","caller":"traceutil/trace.go:171","msg":"trace[1227664706] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2532; }","duration":"180.140823ms","start":"2026-04-28T03:23:52.21286Z","end":"2026-04-28T03:23:52.393001Z","steps":["trace[1227664706] 'agreement among raft nodes before linearized reading' (duration: 177.337997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.129918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17220"} {"level":"info","ts":"2026-04-28T03:23:52.39319Z","caller":"traceutil/trace.go:171","msg":"trace[784266708] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2532; }","duration":"188.334543ms","start":"2026-04-28T03:23:52.20485Z","end":"2026-04-28T03:23:52.393184Z","steps":["trace[784266708] 'agreement among raft nodes before linearized reading' (duration: 185.363103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.630934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-04-28T03:23:52.393284Z","caller":"traceutil/trace.go:171","msg":"trace[221751027] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:2532; }","duration":"180.732256ms","start":"2026-04-28T03:23:52.212541Z","end":"2026-04-28T03:23:52.393274Z","steps":["trace[221751027] 'agreement among raft nodes before linearized reading' (duration: 177.610193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.209474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7144"} {"level":"info","ts":"2026-04-28T03:23:52.393372Z","caller":"traceutil/trace.go:171","msg":"trace[517099032] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2532; }","duration":"180.246634ms","start":"2026-04-28T03:23:52.213119Z","end":"2026-04-28T03:23:52.393366Z","steps":["trace[517099032] 'agreement among raft nodes before linearized reading' (duration: 177.05766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.39345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.457739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-28T03:23:52.393484Z","caller":"traceutil/trace.go:171","msg":"trace[1467094068] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2532; }","duration":"180.50791ms","start":"2026-04-28T03:23:52.212969Z","end":"2026-04-28T03:23:52.393477Z","steps":["trace[1467094068] 'agreement among raft nodes before linearized reading' (duration: 177.242313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.412271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-04-28T03:23:52.39367Z","caller":"traceutil/trace.go:171","msg":"trace[991060241] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:2532; }","duration":"178.488314ms","start":"2026-04-28T03:23:52.215175Z","end":"2026-04-28T03:23:52.393663Z","steps":["trace[991060241] 'agreement among raft nodes before linearized reading' (duration: 174.939011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.291982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:19983"} {"level":"info","ts":"2026-04-28T03:23:52.393707Z","caller":"traceutil/trace.go:171","msg":"trace[1650885946] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2532; }","duration":"191.362264ms","start":"2026-04-28T03:23:52.202336Z","end":"2026-04-28T03:23:52.393698Z","steps":["trace[1650885946] 'agreement among raft nodes before linearized reading' (duration: 188.025336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.393819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.92677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-04-28T03:23:52.393843Z","caller":"traceutil/trace.go:171","msg":"trace[325018855] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:2532; }","duration":"180.957511ms","start":"2026-04-28T03:23:52.21288Z","end":"2026-04-28T03:23:52.393837Z","steps":["trace[325018855] 'agreement among raft nodes before linearized reading' (duration: 177.219264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564236Z","caller":"traceutil/trace.go:171","msg":"trace[1887964966] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"160.899953ms","start":"2026-04-28T03:23:52.403275Z","end":"2026-04-28T03:23:52.564175Z","steps":["trace[1887964966] 'process raft request' (duration: 150.239283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564263Z","caller":"traceutil/trace.go:171","msg":"trace[761097880] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"152.606589ms","start":"2026-04-28T03:23:52.411627Z","end":"2026-04-28T03:23:52.564233Z","steps":["trace[761097880] 'process raft request' (duration: 152.436165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564484Z","caller":"traceutil/trace.go:171","msg":"trace[1404776647] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"147.877288ms","start":"2026-04-28T03:23:52.41655Z","end":"2026-04-28T03:23:52.564427Z","steps":["trace[1404776647] 'process raft request' (duration: 147.628172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564536Z","caller":"traceutil/trace.go:171","msg":"trace[1841633475] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"147.319076ms","start":"2026-04-28T03:23:52.417191Z","end":"2026-04-28T03:23:52.56451Z","steps":["trace[1841633475] 'process raft request' (duration: 147.188853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564739Z","caller":"traceutil/trace.go:171","msg":"trace[604730699] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"144.214061ms","start":"2026-04-28T03:23:52.420505Z","end":"2026-04-28T03:23:52.564719Z","steps":["trace[604730699] 'process raft request' (duration: 143.961126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.564976Z","caller":"traceutil/trace.go:171","msg":"trace[184779721] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"136.726047ms","start":"2026-04-28T03:23:52.428232Z","end":"2026-04-28T03:23:52.564958Z","steps":["trace[184779721] 'process raft request' (duration: 136.392939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.565275Z","caller":"traceutil/trace.go:171","msg":"trace[485977245] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"160.938542ms","start":"2026-04-28T03:23:52.404297Z","end":"2026-04-28T03:23:52.565236Z","steps":["trace[485977245] 'read index received' (duration: 35.455538ms)","trace[485977245] 'applied index is now lower than readState.Index' (duration: 125.482304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.565273Z","caller":"traceutil/trace.go:171","msg":"trace[642500514] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"136.661166ms","start":"2026-04-28T03:23:52.428591Z","end":"2026-04-28T03:23:52.565252Z","steps":["trace[642500514] 'process raft request' (duration: 136.307278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.565467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.149787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17220"} {"level":"info","ts":"2026-04-28T03:23:52.565513Z","caller":"traceutil/trace.go:171","msg":"trace[430148514] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2547; }","duration":"161.220659ms","start":"2026-04-28T03:23:52.40428Z","end":"2026-04-28T03:23:52.565501Z","steps":["trace[430148514] 'agreement among raft nodes before linearized reading' (duration: 161.036675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.599302Z","caller":"traceutil/trace.go:171","msg":"trace[1646189086] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"163.015011ms","start":"2026-04-28T03:23:52.436253Z","end":"2026-04-28T03:23:52.599268Z","steps":["trace[1646189086] 'process raft request' (duration: 162.736994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.599365Z","caller":"traceutil/trace.go:171","msg":"trace[1862591693] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"159.004377ms","start":"2026-04-28T03:23:52.440334Z","end":"2026-04-28T03:23:52.599339Z","steps":["trace[1862591693] 'process raft request' (duration: 158.885005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.599717Z","caller":"traceutil/trace.go:171","msg":"trace[800462642] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"159.621952ms","start":"2026-04-28T03:23:52.440081Z","end":"2026-04-28T03:23:52.599703Z","steps":["trace[800462642] 'process raft request' (duration: 159.083718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.599947Z","caller":"traceutil/trace.go:171","msg":"trace[2002800341] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"148.832089ms","start":"2026-04-28T03:23:52.451069Z","end":"2026-04-28T03:23:52.599901Z","steps":["trace[2002800341] 'process raft request' (duration: 148.217994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.600056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.575066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:52.600083Z","caller":"traceutil/trace.go:171","msg":"trace[900070802] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2551; }","duration":"193.603216ms","start":"2026-04-28T03:23:52.406468Z","end":"2026-04-28T03:23:52.600072Z","steps":["trace[900070802] 'agreement among raft nodes before linearized reading' (duration: 193.574706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.600089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.211731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator.18aa675608525eb3\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-28T03:23:52.600108Z","caller":"traceutil/trace.go:171","msg":"trace[613516343] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator.18aa675608525eb3; range_end:; response_count:1; response_revision:2551; }","duration":"188.242081ms","start":"2026-04-28T03:23:52.41186Z","end":"2026-04-28T03:23:52.600102Z","steps":["trace[613516343] 'agreement among raft nodes before linearized reading' (duration: 188.19009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.600138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.930268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17220"} {"level":"warn","ts":"2026-04-28T03:23:52.600024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.057461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-04-28T03:23:52.600215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.116213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T03:23:52.60021Z","caller":"traceutil/trace.go:171","msg":"trace[493446604] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2551; }","duration":"186.02224ms","start":"2026-04-28T03:23:52.414168Z","end":"2026-04-28T03:23:52.60019Z","steps":["trace[493446604] 'agreement among raft nodes before linearized reading' (duration: 185.815885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.600235Z","caller":"traceutil/trace.go:171","msg":"trace[2114129932] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2551; }","duration":"195.149663ms","start":"2026-04-28T03:23:52.405079Z","end":"2026-04-28T03:23:52.600229Z","steps":["trace[2114129932] 'agreement among raft nodes before linearized reading' (duration: 195.092962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.600249Z","caller":"traceutil/trace.go:171","msg":"trace[99966647] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:2551; }","duration":"183.291287ms","start":"2026-04-28T03:23:52.416926Z","end":"2026-04-28T03:23:52.600218Z","steps":["trace[99966647] 'agreement among raft nodes before linearized reading' (duration: 182.98166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.600423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.405289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-04-28T03:23:52.600037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.334614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-04-28T03:23:52.600443Z","caller":"traceutil/trace.go:171","msg":"trace[430524104] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2551; }","duration":"195.463391ms","start":"2026-04-28T03:23:52.404975Z","end":"2026-04-28T03:23:52.600439Z","steps":["trace[430524104] 'agreement among raft nodes before linearized reading' (duration: 195.40789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.600453Z","caller":"traceutil/trace.go:171","msg":"trace[1556819157] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2551; }","duration":"191.781515ms","start":"2026-04-28T03:23:52.408664Z","end":"2026-04-28T03:23:52.600446Z","steps":["trace[1556819157] 'agreement among raft nodes before linearized reading' (duration: 191.293094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.748714Z","caller":"traceutil/trace.go:171","msg":"trace[89664120] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"114.097858ms","start":"2026-04-28T03:23:52.634593Z","end":"2026-04-28T03:23:52.748691Z","steps":["trace[89664120] 'process raft request' (duration: 43.410296ms)","trace[89664120] 'compare' (duration: 70.489238ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:52.748906Z","caller":"traceutil/trace.go:171","msg":"trace[1138827472] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"110.564266ms","start":"2026-04-28T03:23:52.638334Z","end":"2026-04-28T03:23:52.748899Z","steps":["trace[1138827472] 'process raft request' (duration: 110.273019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749054Z","caller":"traceutil/trace.go:171","msg":"trace[2065147221] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"109.582142ms","start":"2026-04-28T03:23:52.639452Z","end":"2026-04-28T03:23:52.749034Z","steps":["trace[2065147221] 'process raft request' (duration: 109.198373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749363Z","caller":"traceutil/trace.go:171","msg":"trace[63287971] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"109.874649ms","start":"2026-04-28T03:23:52.639479Z","end":"2026-04-28T03:23:52.749354Z","steps":["trace[63287971] 'process raft request' (duration: 109.365888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749548Z","caller":"traceutil/trace.go:171","msg":"trace[1424551269] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"109.994682ms","start":"2026-04-28T03:23:52.639543Z","end":"2026-04-28T03:23:52.749537Z","steps":["trace[1424551269] 'process raft request' (duration: 109.650934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749624Z","caller":"traceutil/trace.go:171","msg":"trace[1163477111] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"110.071364ms","start":"2026-04-28T03:23:52.639546Z","end":"2026-04-28T03:23:52.749618Z","steps":["trace[1163477111] 'process raft request' (duration: 109.880009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749892Z","caller":"traceutil/trace.go:171","msg":"trace[1244989109] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"110.246008ms","start":"2026-04-28T03:23:52.639638Z","end":"2026-04-28T03:23:52.749884Z","steps":["trace[1244989109] 'process raft request' (duration: 109.946961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749963Z","caller":"traceutil/trace.go:171","msg":"trace[1536657189] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"102.721211ms","start":"2026-04-28T03:23:52.647237Z","end":"2026-04-28T03:23:52.749958Z","steps":["trace[1536657189] 'process raft request' (duration: 102.483296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.749961Z","caller":"traceutil/trace.go:171","msg":"trace[1057263882] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"101.727958ms","start":"2026-04-28T03:23:52.648222Z","end":"2026-04-28T03:23:52.74995Z","steps":["trace[1057263882] 'process raft request' (duration: 101.564284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.750035Z","caller":"traceutil/trace.go:171","msg":"trace[1777896989] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"102.732631ms","start":"2026-04-28T03:23:52.647297Z","end":"2026-04-28T03:23:52.75003Z","steps":["trace[1777896989] 'process raft request' (duration: 102.461785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.750581Z","caller":"traceutil/trace.go:171","msg":"trace[1151100187] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"101.932113ms","start":"2026-04-28T03:23:52.648643Z","end":"2026-04-28T03:23:52.750575Z","steps":["trace[1151100187] 'process raft request' (duration: 101.255737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.75076Z","caller":"traceutil/trace.go:171","msg":"trace[1913950505] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"100.352846ms","start":"2026-04-28T03:23:52.650401Z","end":"2026-04-28T03:23:52.750754Z","steps":["trace[1913950505] 'process raft request' (duration: 99.896265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.751223Z","caller":"traceutil/trace.go:171","msg":"trace[2095641079] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2721; }","duration":"111.830905ms","start":"2026-04-28T03:23:52.639379Z","end":"2026-04-28T03:23:52.75121Z","steps":["trace[2095641079] 'read index received' (duration: 38.648304ms)","trace[2095641079] 'applied index is now lower than readState.Index' (duration: 73.181761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:52.755047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.607193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:23:52.755089Z","caller":"traceutil/trace.go:171","msg":"trace[1046493491] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2578; }","duration":"115.666544ms","start":"2026-04-28T03:23:52.639412Z","end":"2026-04-28T03:23:52.755078Z","steps":["trace[1046493491] 'agreement among raft nodes before linearized reading' (duration: 115.538831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:52.755124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.723046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:23:52.755218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.416502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-04-28T03:23:52.755218Z","caller":"traceutil/trace.go:171","msg":"trace[856248432] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2578; }","duration":"115.855399ms","start":"2026-04-28T03:23:52.639344Z","end":"2026-04-28T03:23:52.755199Z","steps":["trace[856248432] 'agreement among raft nodes before linearized reading' (duration: 115.583003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:52.75524Z","caller":"traceutil/trace.go:171","msg":"trace[876333157] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:1; response_revision:2578; }","duration":"107.476393ms","start":"2026-04-28T03:23:52.647758Z","end":"2026-04-28T03:23:52.755235Z","steps":["trace[876333157] 'agreement among raft nodes before linearized reading' (duration: 107.419742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:54.539496Z","caller":"traceutil/trace.go:171","msg":"trace[1760823451] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"135.248762ms","start":"2026-04-28T03:23:54.404023Z","end":"2026-04-28T03:23:54.539272Z","steps":["trace[1760823451] 'process raft request' (duration: 44.510691ms)","trace[1760823451] 'compare' (duration: 90.476105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:56.060053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:56.560736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096297811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:56.688296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182798316s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:56.688741Z","caller":"traceutil/trace.go:171","msg":"trace[1990480684] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2784; }","duration":"1.129355535s","start":"2026-04-28T03:23:55.559359Z","end":"2026-04-28T03:23:56.688715Z","steps":["trace[1990480684] 'read index received' (duration: 1.129050888s)","trace[1990480684] 'applied index is now lower than readState.Index' (duration: 303.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:56.688869Z","caller":"traceutil/trace.go:171","msg":"trace[1944420312] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"1.183421259s","start":"2026-04-28T03:23:55.505415Z","end":"2026-04-28T03:23:56.688836Z","steps":["trace[1944420312] 'process raft request' (duration: 1.183117152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.689164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.866916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:23:56.689164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.131546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:56.689183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.073006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:23:56.689208Z","caller":"traceutil/trace.go:171","msg":"trace[966615942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2626; }","duration":"478.945828ms","start":"2026-04-28T03:23:56.210245Z","end":"2026-04-28T03:23:56.689191Z","steps":["trace[966615942] 'agreement among raft nodes before linearized reading' (duration: 478.801805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.68921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.118552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:23:56.68923Z","caller":"traceutil/trace.go:171","msg":"trace[679390021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2626; }","duration":"146.249889ms","start":"2026-04-28T03:23:56.542962Z","end":"2026-04-28T03:23:56.689212Z","steps":["trace[679390021] 'agreement among raft nodes before linearized reading' (duration: 146.053394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.689237Z","caller":"traceutil/trace.go:171","msg":"trace[862085334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2626; }","duration":"362.166948ms","start":"2026-04-28T03:23:56.327057Z","end":"2026-04-28T03:23:56.689224Z","steps":["trace[862085334] 'agreement among raft nodes before linearized reading' (duration: 361.945913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.689257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.210228Z","time spent":"479.0178ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.689265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.327034Z","time spent":"362.224829ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:56.689283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.534099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T03:23:56.689264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.130456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:56.689188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.608557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:23:56.689341Z","caller":"traceutil/trace.go:171","msg":"trace[1226735179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2626; }","duration":"363.624341ms","start":"2026-04-28T03:23:56.325698Z","end":"2026-04-28T03:23:56.689322Z","steps":["trace[1226735179] 'agreement among raft nodes before linearized reading' (duration: 363.522549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.689364Z","caller":"traceutil/trace.go:171","msg":"trace[317702218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2626; }","duration":"477.815991ms","start":"2026-04-28T03:23:56.211539Z","end":"2026-04-28T03:23:56.689355Z","steps":["trace[317702218] 'agreement among raft nodes before linearized reading' (duration: 477.516754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.689392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.211527Z","time spent":"477.856662ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:56.68939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.325673Z","time spent":"363.703423ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:56.689382Z","caller":"traceutil/trace.go:171","msg":"trace[461465335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2626; }","duration":"643.249299ms","start":"2026-04-28T03:23:56.046099Z","end":"2026-04-28T03:23:56.689348Z","steps":["trace[461465335] 'agreement among raft nodes before linearized reading' (duration: 643.055355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.689266Z","caller":"traceutil/trace.go:171","msg":"trace[1970146812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2626; }","duration":"985.217455ms","start":"2026-04-28T03:23:55.704031Z","end":"2026-04-28T03:23:56.689249Z","steps":["trace[1970146812] 'agreement among raft nodes before linearized reading' (duration: 984.964379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.689425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.233237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-28T03:23:56.689435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.578282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:23:56.689455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.704006Z","time spent":"985.44159ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:23:56.689481Z","caller":"traceutil/trace.go:171","msg":"trace[1036272582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2626; }","duration":"461.672614ms","start":"2026-04-28T03:23:56.227798Z","end":"2026-04-28T03:23:56.689471Z","steps":["trace[1036272582] 'agreement among raft nodes before linearized reading' (duration: 461.530921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:56.689482Z","caller":"traceutil/trace.go:171","msg":"trace[1207035676] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:2626; }","duration":"190.300889ms","start":"2026-04-28T03:23:56.499163Z","end":"2026-04-28T03:23:56.689464Z","steps":["trace[1207035676] 'agreement among raft nodes before linearized reading' (duration: 190.167476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.68928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.265268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:56.689513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.227777Z","time spent":"461.727857ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:23:56.689539Z","caller":"traceutil/trace.go:171","msg":"trace[2046564886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2626; }","duration":"181.549975ms","start":"2026-04-28T03:23:56.507973Z","end":"2026-04-28T03:23:56.689523Z","steps":["trace[2046564886] 'agreement among raft nodes before linearized reading' (duration: 181.257477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.689452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:56.046044Z","time spent":"643.392283ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:56.688995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129606371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:56.690054Z","caller":"traceutil/trace.go:171","msg":"trace[1295043791] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2626; }","duration":"1.130712318s","start":"2026-04-28T03:23:55.559327Z","end":"2026-04-28T03:23:56.690039Z","steps":["trace[1295043791] 'agreement among raft nodes before linearized reading' (duration: 1.12953687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:56.690098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.559315Z","time spent":"1.130767279s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:56.693997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:55.505403Z","time spent":"1.183533003s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:59.909362Z","caller":"traceutil/trace.go:171","msg":"trace[218172364] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"213.976673ms","start":"2026-04-28T03:23:59.695345Z","end":"2026-04-28T03:23:59.909322Z","steps":["trace[218172364] 'process raft request' (duration: 213.692667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:00.690758Z","caller":"traceutil/trace.go:171","msg":"trace[913370324] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"142.83502ms","start":"2026-04-28T03:24:00.547895Z","end":"2026-04-28T03:24:00.69073Z","steps":["trace[913370324] 'process raft request' (duration: 142.672186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.063021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.794577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:01.063165Z","caller":"traceutil/trace.go:171","msg":"trace[558258244] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"344.178827ms","start":"2026-04-28T03:24:00.718963Z","end":"2026-04-28T03:24:01.063142Z","steps":["trace[558258244] 'read index received' (duration: 107.018262ms)","trace[558258244] 'applied index is now lower than readState.Index' (duration: 237.158825ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:01.063187Z","caller":"traceutil/trace.go:171","msg":"trace[904452383] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"367.291248ms","start":"2026-04-28T03:24:00.69586Z","end":"2026-04-28T03:24:01.063152Z","steps":["trace[904452383] 'process raft request' (duration: 130.258125ms)","trace[904452383] 'compare' (duration: 236.630213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:01.063335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.695827Z","time spent":"367.421451ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:01.063466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.493325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:01.063513Z","caller":"traceutil/trace.go:171","msg":"trace[1360778231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2646; }","duration":"344.572027ms","start":"2026-04-28T03:24:00.718926Z","end":"2026-04-28T03:24:01.063498Z","steps":["trace[1360778231] 'agreement among raft nodes before linearized reading' (duration: 344.306481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.063774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.718909Z","time spent":"344.851943ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:24:01.098272Z","caller":"traceutil/trace.go:171","msg":"trace[1460398715] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"153.927329ms","start":"2026-04-28T03:24:00.944292Z","end":"2026-04-28T03:24:01.098219Z","steps":["trace[1460398715] 'process raft request' (duration: 153.616762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.409433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:01.098452Z","caller":"traceutil/trace.go:171","msg":"trace[226594176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2647; }","duration":"347.544556ms","start":"2026-04-28T03:24:00.750837Z","end":"2026-04-28T03:24:01.098382Z","steps":["trace[226594176] 'agreement among raft nodes before linearized reading' (duration: 347.29549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.219019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:01.098518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.750826Z","time spent":"347.67777ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:01.098567Z","caller":"traceutil/trace.go:171","msg":"trace[1828605768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2647; }","duration":"347.509226ms","start":"2026-04-28T03:24:00.751037Z","end":"2026-04-28T03:24:01.098546Z","steps":["trace[1828605768] 'agreement among raft nodes before linearized reading' (duration: 347.088026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.549022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:01.098639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.751017Z","time spent":"347.603947ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:24:01.098678Z","caller":"traceutil/trace.go:171","msg":"trace[353461200] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2647; }","duration":"325.626024ms","start":"2026-04-28T03:24:00.773019Z","end":"2026-04-28T03:24:01.098645Z","steps":["trace[353461200] 'agreement among raft nodes before linearized reading' (duration: 325.518311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.923047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:01.098729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.772999Z","time spent":"325.718915ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:24:01.098739Z","caller":"traceutil/trace.go:171","msg":"trace[74838700] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2647; }","duration":"325.207044ms","start":"2026-04-28T03:24:00.773517Z","end":"2026-04-28T03:24:01.098724Z","steps":["trace[74838700] 'agreement among raft nodes before linearized reading' (duration: 324.848395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.744524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:24:01.098777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.773485Z","time spent":"325.281556ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:24:01.098805Z","caller":"traceutil/trace.go:171","msg":"trace[1247258779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2647; }","duration":"348.915567ms","start":"2026-04-28T03:24:00.749874Z","end":"2026-04-28T03:24:01.09879Z","steps":["trace[1247258779] 'agreement among raft nodes before linearized reading' (duration: 348.759814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.098848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.749849Z","time spent":"348.989269ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:01.098993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.073666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:01.099039Z","caller":"traceutil/trace.go:171","msg":"trace[1931443989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2647; }","duration":"368.153089ms","start":"2026-04-28T03:24:00.730873Z","end":"2026-04-28T03:24:01.099026Z","steps":["trace[1931443989] 'agreement among raft nodes before linearized reading' (duration: 368.039816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.099072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.73086Z","time spent":"368.202949ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:01.099076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.472821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:01.099122Z","caller":"traceutil/trace.go:171","msg":"trace[798288657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2647; }","duration":"349.570654ms","start":"2026-04-28T03:24:00.74954Z","end":"2026-04-28T03:24:01.099111Z","steps":["trace[798288657] 'agreement among raft nodes before linearized reading' (duration: 349.40904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.099173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:00.749513Z","time spent":"349.643436ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:01.47599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.518386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:01.476205Z","caller":"traceutil/trace.go:171","msg":"trace[618694542] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"371.744612ms","start":"2026-04-28T03:24:01.104423Z","end":"2026-04-28T03:24:01.476167Z","steps":["trace[618694542] 'process raft request' (duration: 73.945599ms)","trace[618694542] 'compare' (duration: 297.24116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:01.476294Z","caller":"traceutil/trace.go:171","msg":"trace[576410433] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"371.784762ms","start":"2026-04-28T03:24:01.104487Z","end":"2026-04-28T03:24:01.476271Z","steps":["trace[576410433] 'process raft request' (duration: 371.621969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.47636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.104401Z","time spent":"371.866395ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:01.476403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.104473Z","time spent":"371.880324ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:01.476473Z","caller":"traceutil/trace.go:171","msg":"trace[232989248] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"371.418624ms","start":"2026-04-28T03:24:01.105033Z","end":"2026-04-28T03:24:01.476452Z","steps":["trace[232989248] 'process raft request' (duration: 371.184838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.476558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.105025Z","time spent":"371.483815ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:01.476618Z","caller":"traceutil/trace.go:171","msg":"trace[246522350] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"371.046935ms","start":"2026-04-28T03:24:01.105527Z","end":"2026-04-28T03:24:01.476573Z","steps":["trace[246522350] 'process raft request' (duration: 370.858401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.47683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.105515Z","time spent":"371.195108ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:03.166569Z","caller":"traceutil/trace.go:171","msg":"trace[948665117] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2814; }","duration":"191.353405ms","start":"2026-04-28T03:24:02.975187Z","end":"2026-04-28T03:24:03.166541Z","steps":["trace[948665117] 'read index received' (duration: 191.025647ms)","trace[948665117] 'applied index is now lower than readState.Index' (duration: 326.438µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:03.166655Z","caller":"traceutil/trace.go:171","msg":"trace[1212236093] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"231.544394ms","start":"2026-04-28T03:24:02.935081Z","end":"2026-04-28T03:24:03.166625Z","steps":["trace[1212236093] 'process raft request' (duration: 231.37996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.166675Z","caller":"traceutil/trace.go:171","msg":"trace[1061791746] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"233.831707ms","start":"2026-04-28T03:24:02.932806Z","end":"2026-04-28T03:24:03.166638Z","steps":["trace[1061791746] 'process raft request' (duration: 233.474719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.166823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.613201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.166878Z","caller":"traceutil/trace.go:171","msg":"trace[559297614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2656; }","duration":"191.724904ms","start":"2026-04-28T03:24:02.975135Z","end":"2026-04-28T03:24:03.16686Z","steps":["trace[559297614] 'agreement among raft nodes before linearized reading' (duration: 191.594981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.167345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.567239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:03.167412Z","caller":"traceutil/trace.go:171","msg":"trace[563010093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2656; }","duration":"121.134552ms","start":"2026-04-28T03:24:03.046258Z","end":"2026-04-28T03:24:03.167392Z","steps":["trace[563010093] 'agreement among raft nodes before linearized reading' (duration: 120.564129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.388812Z","caller":"traceutil/trace.go:171","msg":"trace[677956185] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2816; }","duration":"217.515066ms","start":"2026-04-28T03:24:03.171273Z","end":"2026-04-28T03:24:03.388788Z","steps":["trace[677956185] 'read index received' (duration: 211.030015ms)","trace[677956185] 'applied index is now lower than readState.Index' (duration: 6.483771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:03.388886Z","caller":"traceutil/trace.go:171","msg":"trace[944672317] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"217.875065ms","start":"2026-04-28T03:24:03.170977Z","end":"2026-04-28T03:24:03.388852Z","steps":["trace[944672317] 'process raft request' (duration: 211.24372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:03.389179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.898025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98259"} {"level":"info","ts":"2026-04-28T03:24:03.389215Z","caller":"traceutil/trace.go:171","msg":"trace[1660877721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2657; }","duration":"217.990177ms","start":"2026-04-28T03:24:03.171217Z","end":"2026-04-28T03:24:03.389207Z","steps":["trace[1660877721] 'agreement among raft nodes before linearized reading' (duration: 217.71078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:03.393808Z","caller":"traceutil/trace.go:171","msg":"trace[162018121] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"217.404403ms","start":"2026-04-28T03:24:03.176378Z","end":"2026-04-28T03:24:03.393783Z","steps":["trace[162018121] 'process raft request' (duration: 217.211499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.627858Z","caller":"traceutil/trace.go:171","msg":"trace[398291617] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2822; }","duration":"231.422093ms","start":"2026-04-28T03:24:05.39642Z","end":"2026-04-28T03:24:05.627842Z","steps":["trace[398291617] 'read index received' (duration: 231.3162ms)","trace[398291617] 'applied index is now lower than readState.Index' (duration: 104.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:05.627899Z","caller":"traceutil/trace.go:171","msg":"trace[1426598367] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"232.019747ms","start":"2026-04-28T03:24:05.395853Z","end":"2026-04-28T03:24:05.627873Z","steps":["trace[1426598367] 'process raft request' (duration: 231.864014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.628056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.627447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:05.628081Z","caller":"traceutil/trace.go:171","msg":"trace[1297663360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2663; }","duration":"231.697249ms","start":"2026-04-28T03:24:05.396378Z","end":"2026-04-28T03:24:05.628075Z","steps":["trace[1297663360] 'agreement among raft nodes before linearized reading' (duration: 231.566286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.628145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.53925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:05.628171Z","caller":"traceutil/trace.go:171","msg":"trace[1301670363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2663; }","duration":"130.587921ms","start":"2026-04-28T03:24:05.497577Z","end":"2026-04-28T03:24:05.628165Z","steps":["trace[1301670363] 'agreement among raft nodes before linearized reading' (duration: 130.463458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.628164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.049061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:05.628256Z","caller":"traceutil/trace.go:171","msg":"trace[1787479908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2663; }","duration":"131.182335ms","start":"2026-04-28T03:24:05.497053Z","end":"2026-04-28T03:24:05.628236Z","steps":["trace[1787479908] 'agreement among raft nodes before linearized reading' (duration: 130.951109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.628311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.124483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:05.628363Z","caller":"traceutil/trace.go:171","msg":"trace[98179146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2663; }","duration":"131.217055ms","start":"2026-04-28T03:24:05.497133Z","end":"2026-04-28T03:24:05.62835Z","steps":["trace[98179146] 'agreement among raft nodes before linearized reading' (duration: 131.097602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:05.628192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.528469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:05.628419Z","caller":"traceutil/trace.go:171","msg":"trace[1444842056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2663; }","duration":"130.814836ms","start":"2026-04-28T03:24:05.497599Z","end":"2026-04-28T03:24:05.628413Z","steps":["trace[1444842056] 'agreement among raft nodes before linearized reading' (duration: 130.450737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.737063Z","caller":"traceutil/trace.go:171","msg":"trace[688110163] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"103.704768ms","start":"2026-04-28T03:24:05.633335Z","end":"2026-04-28T03:24:05.73704Z","steps":["trace[688110163] 'process raft request' (duration: 103.542874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.748564Z","caller":"traceutil/trace.go:171","msg":"trace[138105670] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"115.20545ms","start":"2026-04-28T03:24:05.633338Z","end":"2026-04-28T03:24:05.748544Z","steps":["trace[138105670] 'process raft request' (duration: 115.070427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.748914Z","caller":"traceutil/trace.go:171","msg":"trace[833084124] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"115.274361ms","start":"2026-04-28T03:24:05.63362Z","end":"2026-04-28T03:24:05.748894Z","steps":["trace[833084124] 'process raft request' (duration: 114.892603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:05.748938Z","caller":"traceutil/trace.go:171","msg":"trace[486455460] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"115.246531ms","start":"2026-04-28T03:24:05.633662Z","end":"2026-04-28T03:24:05.748908Z","steps":["trace[486455460] 'process raft request' (duration: 115.098457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.000905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.892886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:24:08.001029Z","caller":"traceutil/trace.go:171","msg":"trace[1294201286] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2834; }","duration":"369.658749ms","start":"2026-04-28T03:24:07.631351Z","end":"2026-04-28T03:24:08.00101Z","steps":["trace[1294201286] 'read index received' (duration: 143.63903ms)","trace[1294201286] 'applied index is now lower than readState.Index' (duration: 226.017819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:08.001238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.882124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:08.001276Z","caller":"traceutil/trace.go:171","msg":"trace[1404735991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2674; }","duration":"369.958196ms","start":"2026-04-28T03:24:07.631308Z","end":"2026-04-28T03:24:08.001267Z","steps":["trace[1404735991] 'agreement among raft nodes before linearized reading' (duration: 369.795162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.001294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.235097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:08.001315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.631291Z","time spent":"370.013998ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:08.001362Z","caller":"traceutil/trace.go:171","msg":"trace[1692245468] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2674; }","duration":"167.35524ms","start":"2026-04-28T03:24:07.833987Z","end":"2026-04-28T03:24:08.001342Z","steps":["trace[1692245468] 'agreement among raft nodes before linearized reading' (duration: 167.225877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.001372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.435509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:24:08.001428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.912593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:24:08.001441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.295748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:08.001448Z","caller":"traceutil/trace.go:171","msg":"trace[1161280807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2674; }","duration":"360.573282ms","start":"2026-04-28T03:24:07.640855Z","end":"2026-04-28T03:24:08.001428Z","steps":["trace[1161280807] 'agreement among raft nodes before linearized reading' (duration: 360.320596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.00146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.287523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:08.001485Z","caller":"traceutil/trace.go:171","msg":"trace[1997109916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2674; }","duration":"260.020157ms","start":"2026-04-28T03:24:07.741451Z","end":"2026-04-28T03:24:08.001472Z","steps":["trace[1997109916] 'agreement among raft nodes before linearized reading' (duration: 259.845542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.001501Z","caller":"traceutil/trace.go:171","msg":"trace[882635402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"248.395181ms","start":"2026-04-28T03:24:07.753088Z","end":"2026-04-28T03:24:08.001484Z","steps":["trace[882635402] 'agreement among raft nodes before linearized reading' (duration: 248.189305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.001506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:07.640836Z","time spent":"360.660364ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:24:08.001636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.89619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:08.001672Z","caller":"traceutil/trace.go:171","msg":"trace[754300982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2674; }","duration":"247.957251ms","start":"2026-04-28T03:24:07.753707Z","end":"2026-04-28T03:24:08.001664Z","steps":["trace[754300982] 'agreement among raft nodes before linearized reading' (duration: 247.870599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.001772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.576205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:08.001951Z","caller":"traceutil/trace.go:171","msg":"trace[128656659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2674; }","duration":"248.79429ms","start":"2026-04-28T03:24:07.753134Z","end":"2026-04-28T03:24:08.001928Z","steps":["trace[128656659] 'agreement among raft nodes before linearized reading' (duration: 248.112884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.001851Z","caller":"traceutil/trace.go:171","msg":"trace[1631943751] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2674; }","duration":"154.366875ms","start":"2026-04-28T03:24:07.847131Z","end":"2026-04-28T03:24:08.001498Z","steps":["trace[1631943751] 'agreement among raft nodes before linearized reading' (duration: 154.283802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.216621Z","caller":"traceutil/trace.go:171","msg":"trace[1170354316] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"210.907074ms","start":"2026-04-28T03:24:08.005694Z","end":"2026-04-28T03:24:08.216601Z","steps":["trace[1170354316] 'process raft request' (duration: 210.741361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.491084Z","caller":"traceutil/trace.go:171","msg":"trace[410357971] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"485.258328ms","start":"2026-04-28T03:24:08.005793Z","end":"2026-04-28T03:24:08.491051Z","steps":["trace[410357971] 'process raft request' (duration: 395.364486ms)","trace[410357971] 'compare' (duration: 89.662847ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:08.491142Z","caller":"traceutil/trace.go:171","msg":"trace[2023830222] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2835; }","duration":"483.007977ms","start":"2026-04-28T03:24:08.008111Z","end":"2026-04-28T03:24:08.491119Z","steps":["trace[2023830222] 'read index received' (duration: 208.382977ms)","trace[2023830222] 'applied index is now lower than readState.Index' (duration: 274.62393ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:08.491175Z","caller":"traceutil/trace.go:171","msg":"trace[1226200975] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"484.565293ms","start":"2026-04-28T03:24:08.006574Z","end":"2026-04-28T03:24:08.491139Z","steps":["trace[1226200975] 'process raft request' (duration: 484.376799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.49122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.005777Z","time spent":"485.376121ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:08.491247Z","caller":"traceutil/trace.go:171","msg":"trace[1569929821] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"484.009859ms","start":"2026-04-28T03:24:08.007218Z","end":"2026-04-28T03:24:08.491228Z","steps":["trace[1569929821] 'process raft request' (duration: 483.828895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.491265Z","caller":"traceutil/trace.go:171","msg":"trace[426587777] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"443.475995ms","start":"2026-04-28T03:24:08.047775Z","end":"2026-04-28T03:24:08.491251Z","steps":["trace[426587777] 'process raft request' (duration: 443.307391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:08.491315Z","caller":"traceutil/trace.go:171","msg":"trace[245899334] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"484.660915ms","start":"2026-04-28T03:24:08.006633Z","end":"2026-04-28T03:24:08.491294Z","steps":["trace[245899334] 'process raft request' (duration: 484.362668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.491381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.415654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:08.491398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.047761Z","time spent":"443.541576ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.491415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.006629Z","time spent":"484.739107ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:08.491422Z","caller":"traceutil/trace.go:171","msg":"trace[1744511294] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2680; }","duration":"320.491636ms","start":"2026-04-28T03:24:08.170918Z","end":"2026-04-28T03:24:08.491409Z","steps":["trace[1744511294] 'agreement among raft nodes before linearized reading' (duration: 320.435445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.491406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.290899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:08.491458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.170896Z","time spent":"320.554498ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:08.49147Z","caller":"traceutil/trace.go:171","msg":"trace[893259604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2680; }","duration":"446.38407ms","start":"2026-04-28T03:24:08.045072Z","end":"2026-04-28T03:24:08.491456Z","steps":["trace[893259604] 'agreement among raft nodes before linearized reading' (duration: 446.288088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.491314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.560076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:08.491508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.045053Z","time spent":"446.448172ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:08.491524Z","caller":"traceutil/trace.go:171","msg":"trace[596066788] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:2680; }","duration":"464.813331ms","start":"2026-04-28T03:24:08.026701Z","end":"2026-04-28T03:24:08.491514Z","steps":["trace[596066788] 'agreement among raft nodes before linearized reading' (duration: 464.561685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.491538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.425986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98360"} {"level":"warn","ts":"2026-04-28T03:24:08.491558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.026681Z","time spent":"464.867572ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T03:24:08.491565Z","caller":"traceutil/trace.go:171","msg":"trace[661388927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2680; }","duration":"483.482978ms","start":"2026-04-28T03:24:08.008075Z","end":"2026-04-28T03:24:08.491558Z","steps":["trace[661388927] 'agreement among raft nodes before linearized reading' (duration: 483.282513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.491587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.008062Z","time spent":"483.517098ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98383,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:08.491329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.006553Z","time spent":"484.699716ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.491327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.007203Z","time spent":"484.081791ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:08.846544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.404703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:08.846675Z","caller":"traceutil/trace.go:171","msg":"trace[1724865312] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2841; }","duration":"307.259714ms","start":"2026-04-28T03:24:08.539394Z","end":"2026-04-28T03:24:08.846654Z","steps":["trace[1724865312] 'read index received' (duration: 174.586215ms)","trace[1724865312] 'applied index is now lower than readState.Index' (duration: 132.671039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:08.846786Z","caller":"traceutil/trace.go:171","msg":"trace[587368381] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"350.688027ms","start":"2026-04-28T03:24:08.496081Z","end":"2026-04-28T03:24:08.846769Z","steps":["trace[587368381] 'process raft request' (duration: 217.979007ms)","trace[587368381] 'compare' (duration: 132.258069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:08.846873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.496062Z","time spent":"350.775188ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:24:08.847126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.187666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:24:08.847204Z","caller":"traceutil/trace.go:171","msg":"trace[986397637] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:2681; }","duration":"294.305329ms","start":"2026-04-28T03:24:08.552877Z","end":"2026-04-28T03:24:08.847183Z","steps":["trace[986397637] 'agreement among raft nodes before linearized reading' (duration: 294.050633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.847219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.260748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:08.847277Z","caller":"traceutil/trace.go:171","msg":"trace[1661486221] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2681; }","duration":"153.33145ms","start":"2026-04-28T03:24:08.693929Z","end":"2026-04-28T03:24:08.847261Z","steps":["trace[1661486221] 'agreement among raft nodes before linearized reading' (duration: 153.221717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.84748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.065863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:24:08.84763Z","caller":"traceutil/trace.go:171","msg":"trace[84750072] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2681; }","duration":"308.255428ms","start":"2026-04-28T03:24:08.539355Z","end":"2026-04-28T03:24:08.847611Z","steps":["trace[84750072] 'agreement among raft nodes before linearized reading' (duration: 307.784666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:08.847787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.539337Z","time spent":"308.431382ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:24:09.155159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.848871Z","time spent":"306.282972ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:24:09.170169Z","caller":"traceutil/trace.go:171","msg":"trace[1797053098] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"320.488688ms","start":"2026-04-28T03:24:08.849649Z","end":"2026-04-28T03:24:09.170138Z","steps":["trace[1797053098] 'process raft request' (duration: 320.178191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.170179Z","caller":"traceutil/trace.go:171","msg":"trace[2058117981] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2842; }","duration":"124.503733ms","start":"2026-04-28T03:24:09.045658Z","end":"2026-04-28T03:24:09.170162Z","steps":["trace[2058117981] 'read index received' (duration: 99.84889ms)","trace[2058117981] 'applied index is now lower than readState.Index' (duration: 24.651153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:09.170307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.849628Z","time spent":"320.60833ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.170348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.679937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:09.170334Z","caller":"traceutil/trace.go:171","msg":"trace[836965955] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"318.840109ms","start":"2026-04-28T03:24:08.851455Z","end":"2026-04-28T03:24:09.170295Z","steps":["trace[836965955] 'process raft request' (duration: 318.662165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.170396Z","caller":"traceutil/trace.go:171","msg":"trace[461195048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2684; }","duration":"124.762029ms","start":"2026-04-28T03:24:09.045624Z","end":"2026-04-28T03:24:09.170386Z","steps":["trace[461195048] 'agreement among raft nodes before linearized reading' (duration: 124.644217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.170461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.851441Z","time spent":"318.965413ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:24:09.170265Z","caller":"traceutil/trace.go:171","msg":"trace[592650329] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"319.75675ms","start":"2026-04-28T03:24:08.850462Z","end":"2026-04-28T03:24:09.170219Z","steps":["trace[592650329] 'process raft request' (duration: 319.536015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.17102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.850445Z","time spent":"320.467116ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:09.172065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.189728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:24:09.172106Z","caller":"traceutil/trace.go:171","msg":"trace[1524464598] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2685; }","duration":"118.26008ms","start":"2026-04-28T03:24:09.053838Z","end":"2026-04-28T03:24:09.172098Z","steps":["trace[1524464598] 'agreement among raft nodes before linearized reading' (duration: 117.698067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.35319Z","caller":"traceutil/trace.go:171","msg":"trace[659494724] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"178.733901ms","start":"2026-04-28T03:24:09.174435Z","end":"2026-04-28T03:24:09.353168Z","steps":["trace[659494724] 'process raft request' (duration: 178.422644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.353166Z","caller":"traceutil/trace.go:171","msg":"trace[1283172418] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2847; }","duration":"177.275108ms","start":"2026-04-28T03:24:09.175859Z","end":"2026-04-28T03:24:09.353134Z","steps":["trace[1283172418] 'read index received' (duration: 177.003951ms)","trace[1283172418] 'applied index is now lower than readState.Index' (duration: 269.506µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:09.353397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.515693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:24:09.353463Z","caller":"traceutil/trace.go:171","msg":"trace[358969842] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2686; }","duration":"177.626235ms","start":"2026-04-28T03:24:09.175821Z","end":"2026-04-28T03:24:09.353447Z","steps":["trace[358969842] 'agreement among raft nodes before linearized reading' (duration: 177.40275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:09.401749Z","caller":"traceutil/trace.go:171","msg":"trace[194207593] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"224.769971ms","start":"2026-04-28T03:24:09.176955Z","end":"2026-04-28T03:24:09.401725Z","steps":["trace[194207593] 'process raft request' (duration: 224.333462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.402103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.688641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:09.402148Z","caller":"traceutil/trace.go:171","msg":"trace[1272372374] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2687; }","duration":"221.784355ms","start":"2026-04-28T03:24:09.180353Z","end":"2026-04-28T03:24:09.402137Z","steps":["trace[1272372374] 'agreement among raft nodes before linearized reading' (duration: 221.644671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:09.402348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.331437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:09.40238Z","caller":"traceutil/trace.go:171","msg":"trace[337575103] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2687; }","duration":"222.399418ms","start":"2026-04-28T03:24:09.179973Z","end":"2026-04-28T03:24:09.402372Z","steps":["trace[337575103] 'agreement among raft nodes before linearized reading' (duration: 222.325966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:10.782779Z","caller":"traceutil/trace.go:171","msg":"trace[1282843980] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2852; }","duration":"287.906843ms","start":"2026-04-28T03:24:10.494848Z","end":"2026-04-28T03:24:10.782755Z","steps":["trace[1282843980] 'read index received' (duration: 287.745669ms)","trace[1282843980] 'applied index is now lower than readState.Index' (duration: 160.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:10.782833Z","caller":"traceutil/trace.go:171","msg":"trace[634419718] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"560.296532ms","start":"2026-04-28T03:24:10.222509Z","end":"2026-04-28T03:24:10.782805Z","steps":["trace[634419718] 'process raft request' (duration: 560.082037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.782954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.222487Z","time spent":"560.401455ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:10.783003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.153548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:24:10.783049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.793209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:10.783068Z","caller":"traceutil/trace.go:171","msg":"trace[1730241067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2691; }","duration":"288.25342ms","start":"2026-04-28T03:24:10.4948Z","end":"2026-04-28T03:24:10.783053Z","steps":["trace[1730241067] 'agreement among raft nodes before linearized reading' (duration: 288.068936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:10.783105Z","caller":"traceutil/trace.go:171","msg":"trace[2055618811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2691; }","duration":"287.885692ms","start":"2026-04-28T03:24:10.495208Z","end":"2026-04-28T03:24:10.783093Z","steps":["trace[2055618811] 'agreement among raft nodes before linearized reading' (duration: 287.695198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.783108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.34077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:10.783171Z","caller":"traceutil/trace.go:171","msg":"trace[1763296398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2691; }","duration":"287.430682ms","start":"2026-04-28T03:24:10.495726Z","end":"2026-04-28T03:24:10.783157Z","steps":["trace[1763296398] 'agreement among raft nodes before linearized reading' (duration: 287.208467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.783172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.854921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:10.783245Z","caller":"traceutil/trace.go:171","msg":"trace[2102823991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2691; }","duration":"287.938964ms","start":"2026-04-28T03:24:10.49529Z","end":"2026-04-28T03:24:10.783228Z","steps":["trace[2102823991] 'agreement among raft nodes before linearized reading' (duration: 287.726528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.783173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.020594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:10.783369Z","caller":"traceutil/trace.go:171","msg":"trace[1699830591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2691; }","duration":"284.23606ms","start":"2026-04-28T03:24:10.499118Z","end":"2026-04-28T03:24:10.783354Z","steps":["trace[1699830591] 'agreement among raft nodes before linearized reading' (duration: 283.883121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.102727Z","caller":"traceutil/trace.go:171","msg":"trace[1676079164] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"161.608159ms","start":"2026-04-28T03:24:12.941076Z","end":"2026-04-28T03:24:13.102684Z","steps":["trace[1676079164] 'process raft request' (duration: 143.333022ms)","trace[1676079164] 'compare' (duration: 18.185435ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:14.994703Z","caller":"traceutil/trace.go:171","msg":"trace[213604222] linearizableReadLoop","detail":"{readStateIndex:2884; appliedIndex:2883; }","duration":"113.89333ms","start":"2026-04-28T03:24:14.880784Z","end":"2026-04-28T03:24:14.994677Z","steps":["trace[213604222] 'read index received' (duration: 113.728317ms)","trace[213604222] 'applied index is now lower than readState.Index' (duration: 163.763µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:14.994821Z","caller":"traceutil/trace.go:171","msg":"trace[168885422] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"187.166422ms","start":"2026-04-28T03:24:14.807644Z","end":"2026-04-28T03:24:14.994811Z","steps":["trace[168885422] 'process raft request' (duration: 186.824645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.995102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.310689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:14.995214Z","caller":"traceutil/trace.go:171","msg":"trace[742012013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2721; }","duration":"114.472073ms","start":"2026-04-28T03:24:14.880723Z","end":"2026-04-28T03:24:14.995195Z","steps":["trace[742012013] 'agreement among raft nodes before linearized reading' (duration: 114.190837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.287272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.984891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:15.287456Z","caller":"traceutil/trace.go:171","msg":"trace[1239018389] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2884; }","duration":"292.657871ms","start":"2026-04-28T03:24:14.994775Z","end":"2026-04-28T03:24:15.287433Z","steps":["trace[1239018389] 'read index received' (duration: 175.433355ms)","trace[1239018389] 'applied index is now lower than readState.Index' (duration: 117.222826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:15.287502Z","caller":"traceutil/trace.go:171","msg":"trace[1765420654] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"180.793017ms","start":"2026-04-28T03:24:15.106692Z","end":"2026-04-28T03:24:15.287485Z","steps":["trace[1765420654] 'process raft request' (duration: 180.736586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:15.287565Z","caller":"traceutil/trace.go:171","msg":"trace[1094831838] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"316.333383ms","start":"2026-04-28T03:24:14.971221Z","end":"2026-04-28T03:24:15.287554Z","steps":["trace[1094831838] 'process raft request' (duration: 198.993314ms)","trace[1094831838] 'compare' (duration: 116.796746ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:15.287577Z","caller":"traceutil/trace.go:171","msg":"trace[1739072885] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"287.983034ms","start":"2026-04-28T03:24:14.999556Z","end":"2026-04-28T03:24:15.287539Z","steps":["trace[1739072885] 'process raft request' (duration: 287.81086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.287667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:14.971194Z","time spent":"316.397884ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:15.287771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.804468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:15.28782Z","caller":"traceutil/trace.go:171","msg":"trace[1992287322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2725; }","duration":"396.87233ms","start":"2026-04-28T03:24:14.890935Z","end":"2026-04-28T03:24:15.287807Z","steps":["trace[1992287322] 'agreement among raft nodes before linearized reading' (duration: 396.642015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.287858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:14.890928Z","time spent":"396.920492ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:15.287856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.266216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:15.287896Z","caller":"traceutil/trace.go:171","msg":"trace[274045514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2725; }","duration":"406.334058ms","start":"2026-04-28T03:24:14.881554Z","end":"2026-04-28T03:24:15.287889Z","steps":["trace[274045514] 'agreement among raft nodes before linearized reading' (duration: 406.213484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.287922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:14.881537Z","time spent":"406.380859ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:24:15.287928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.189668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:15.28803Z","caller":"traceutil/trace.go:171","msg":"trace[1280613148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2725; }","duration":"397.317711ms","start":"2026-04-28T03:24:14.890689Z","end":"2026-04-28T03:24:15.288007Z","steps":["trace[1280613148] 'agreement among raft nodes before linearized reading' (duration: 396.986442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.288082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:14.890683Z","time spent":"397.389832ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:15.288416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.68331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:15.288466Z","caller":"traceutil/trace.go:171","msg":"trace[1895178319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2725; }","duration":"397.846923ms","start":"2026-04-28T03:24:14.890595Z","end":"2026-04-28T03:24:15.288441Z","steps":["trace[1895178319] 'agreement among raft nodes before linearized reading' (duration: 396.974102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.288492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:14.89058Z","time spent":"397.904525ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:15.503021Z","caller":"traceutil/trace.go:171","msg":"trace[1181483857] linearizableReadLoop","detail":"{readStateIndex:2890; appliedIndex:2888; }","duration":"211.14441ms","start":"2026-04-28T03:24:15.29185Z","end":"2026-04-28T03:24:15.502995Z","steps":["trace[1181483857] 'read index received' (duration: 39.923931ms)","trace[1181483857] 'applied index is now lower than readState.Index' (duration: 171.219069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:15.503087Z","caller":"traceutil/trace.go:171","msg":"trace[187805975] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"211.261773ms","start":"2026-04-28T03:24:15.291791Z","end":"2026-04-28T03:24:15.503053Z","steps":["trace[187805975] 'process raft request' (duration: 166.426149ms)","trace[187805975] 'compare' (duration: 44.536697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:15.503143Z","caller":"traceutil/trace.go:171","msg":"trace[655321179] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"211.243043ms","start":"2026-04-28T03:24:15.291871Z","end":"2026-04-28T03:24:15.503114Z","steps":["trace[655321179] 'process raft request' (duration: 211.067629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.503531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.666052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98692"} {"level":"info","ts":"2026-04-28T03:24:15.503572Z","caller":"traceutil/trace.go:171","msg":"trace[537449539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2728; }","duration":"211.753845ms","start":"2026-04-28T03:24:15.29181Z","end":"2026-04-28T03:24:15.503564Z","steps":["trace[537449539] 'agreement among raft nodes before linearized reading' (duration: 211.314274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:17.672248Z","caller":"traceutil/trace.go:171","msg":"trace[1779453243] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2892; }","duration":"391.696863ms","start":"2026-04-28T03:24:17.280525Z","end":"2026-04-28T03:24:17.672221Z","steps":["trace[1779453243] 'read index received' (duration: 391.505629ms)","trace[1779453243] 'applied index is now lower than readState.Index' (duration: 190.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:17.672502Z","caller":"traceutil/trace.go:171","msg":"trace[1618077122] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"668.787899ms","start":"2026-04-28T03:24:17.003693Z","end":"2026-04-28T03:24:17.672481Z","steps":["trace[1618077122] 'process raft request' (duration: 668.328219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:17.67268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.003633Z","time spent":"668.963204ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:17.672773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.200454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:17.672928Z","caller":"traceutil/trace.go:171","msg":"trace[1072318566] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2730; }","duration":"392.413649ms","start":"2026-04-28T03:24:17.280479Z","end":"2026-04-28T03:24:17.672893Z","steps":["trace[1072318566] 'agreement among raft nodes before linearized reading' (duration: 392.103362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:17.673338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.28046Z","time spent":"392.538432ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:18.17301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:20.055203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:20.055278Z","caller":"traceutil/trace.go:171","msg":"trace[1280047401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695877s","start":"2026-04-28T03:24:18.054565Z","end":"2026-04-28T03:24:20.055261Z","steps":["trace[1280047401] 'agreement among raft nodes before linearized reading' (duration: 2.000593004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.055316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:18.054544Z","time spent":"2.000763789s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:20.174946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534158186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:20.175119Z","caller":"traceutil/trace.go:171","msg":"trace[839161576] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"2.882374356s","start":"2026-04-28T03:24:17.292731Z","end":"2026-04-28T03:24:20.175105Z","steps":["trace[839161576] 'process raft request' (duration: 2.882295444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.175173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.292722Z","time spent":"2.882426528s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:20.175188Z","caller":"traceutil/trace.go:171","msg":"trace[1707815400] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2893; }","duration":"2.502724308s","start":"2026-04-28T03:24:17.672438Z","end":"2026-04-28T03:24:20.175162Z","steps":["trace[1707815400] 'read index received' (duration: 968.233235ms)","trace[1707815400] 'applied index is now lower than readState.Index' (duration: 1.534489943s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:20.175304Z","caller":"traceutil/trace.go:171","msg":"trace[341151355] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"2.627728202s","start":"2026-04-28T03:24:17.547564Z","end":"2026-04-28T03:24:20.175292Z","steps":["trace[341151355] 'process raft request' (duration: 2.627513488s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:20.17536Z","caller":"traceutil/trace.go:171","msg":"trace[1996803396] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"2.882775946s","start":"2026-04-28T03:24:17.292574Z","end":"2026-04-28T03:24:20.17535Z","steps":["trace[1996803396] 'process raft request' (duration: 1.348145709s)","trace[1996803396] 'compare' (duration: 1.533173094s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:20.175402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.292559Z","time spent":"2.882819706s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.175396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.547485Z","time spent":"2.627842405s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.175564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59521122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.175599Z","caller":"traceutil/trace.go:171","msg":"trace[122858653] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2733; }","duration":"2.595283042s","start":"2026-04-28T03:24:17.580302Z","end":"2026-04-28T03:24:20.175585Z","steps":["trace[122858653] 'agreement among raft nodes before linearized reading' (duration: 2.59518612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.175631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.580282Z","time spent":"2.595340833s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:20.175889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606368714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.175919Z","caller":"traceutil/trace.go:171","msg":"trace[325286273] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2733; }","duration":"2.606431616s","start":"2026-04-28T03:24:17.569479Z","end":"2026-04-28T03:24:20.17591Z","steps":["trace[325286273] 'agreement among raft nodes before linearized reading' (duration: 2.606375325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.175948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.569466Z","time spent":"2.606474007s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:20.176122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884705389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:20.176153Z","caller":"traceutil/trace.go:171","msg":"trace[546284136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2733; }","duration":"2.88476737s","start":"2026-04-28T03:24:17.291377Z","end":"2026-04-28T03:24:20.176144Z","steps":["trace[546284136] 'agreement among raft nodes before linearized reading' (duration: 2.884656678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.291361Z","time spent":"2.884808631s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:20.176166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655053196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:20.176223Z","caller":"traceutil/trace.go:171","msg":"trace[591482236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2733; }","duration":"2.655127518s","start":"2026-04-28T03:24:17.52108Z","end":"2026-04-28T03:24:20.176207Z","steps":["trace[591482236] 'agreement among raft nodes before linearized reading' (duration: 2.654955054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655363362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:24:20.176283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.521068Z","time spent":"2.65520238s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:20.17629Z","caller":"traceutil/trace.go:171","msg":"trace[552963462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2733; }","duration":"2.655490386s","start":"2026-04-28T03:24:17.520782Z","end":"2026-04-28T03:24:20.176272Z","steps":["trace[552963462] 'agreement among raft nodes before linearized reading' (duration: 2.65525022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655027396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:20.176217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839924257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:20.17633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.52076Z","time spent":"2.655561708s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:24:20.176363Z","caller":"traceutil/trace.go:171","msg":"trace[404665731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2733; }","duration":"2.840118502s","start":"2026-04-28T03:24:17.336228Z","end":"2026-04-28T03:24:20.176346Z","steps":["trace[404665731] 'agreement among raft nodes before linearized reading' (duration: 2.839841055s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:20.176356Z","caller":"traceutil/trace.go:171","msg":"trace[795462594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2733; }","duration":"2.655134789s","start":"2026-04-28T03:24:17.521197Z","end":"2026-04-28T03:24:20.176331Z","steps":["trace[795462594] 'agreement among raft nodes before linearized reading' (duration: 2.654850761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.336204Z","time spent":"2.840190223s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:20.176217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655185059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:20.176438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.521175Z","time spent":"2.655247141s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:20.176468Z","caller":"traceutil/trace.go:171","msg":"trace[574829875] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2733; }","duration":"2.655483457s","start":"2026-04-28T03:24:17.520975Z","end":"2026-04-28T03:24:20.176459Z","steps":["trace[574829875] 'agreement among raft nodes before linearized reading' (duration: 2.655108277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655138237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:20.176499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.520957Z","time spent":"2.655532447s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:24:20.176524Z","caller":"traceutil/trace.go:171","msg":"trace[387072315] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2733; }","duration":"2.655469126s","start":"2026-04-28T03:24:17.521032Z","end":"2026-04-28T03:24:20.176501Z","steps":["trace[387072315] 'agreement among raft nodes before linearized reading' (duration: 2.655042706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.176554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:17.521026Z","time spent":"2.655518217s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:24:20.705952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.517067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:20.706041Z","caller":"traceutil/trace.go:171","msg":"trace[1086097218] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2896; }","duration":"530.774839ms","start":"2026-04-28T03:24:20.175251Z","end":"2026-04-28T03:24:20.706026Z","steps":["trace[1086097218] 'read index received' (duration: 387.101398ms)","trace[1086097218] 'applied index is now lower than readState.Index' (duration: 143.672371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:20.706262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003157863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.706307Z","caller":"traceutil/trace.go:171","msg":"trace[1359965891] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2734; }","duration":"1.003233144s","start":"2026-04-28T03:24:19.703064Z","end":"2026-04-28T03:24:20.706297Z","steps":["trace[1359965891] 'agreement among raft nodes before linearized reading' (duration: 1.003103881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.706334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:19.703048Z","time spent":"1.003277705s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:20.706341Z","caller":"traceutil/trace.go:171","msg":"trace[1039176115] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"1.910154281s","start":"2026-04-28T03:24:18.796138Z","end":"2026-04-28T03:24:20.706292Z","steps":["trace[1039176115] 'process raft request' (duration: 1.766211764s)","trace[1039176115] 'compare' (duration: 143.397904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:20.706447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028137003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:24:20.706506Z","caller":"traceutil/trace.go:171","msg":"trace[1645163912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2734; }","duration":"1.028239915s","start":"2026-04-28T03:24:19.678252Z","end":"2026-04-28T03:24:20.706492Z","steps":["trace[1645163912] 'agreement among raft nodes before linearized reading' (duration: 1.028086532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.706522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:18.796108Z","time spent":"1.910336904s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.706529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.773589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.706582Z","caller":"traceutil/trace.go:171","msg":"trace[2030354073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2734; }","duration":"650.86687ms","start":"2026-04-28T03:24:20.0557Z","end":"2026-04-28T03:24:20.706567Z","steps":["trace[2030354073] 'agreement among raft nodes before linearized reading' (duration: 650.775558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.706568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:19.67823Z","time spent":"1.028325758s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:20.706629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.055682Z","time spent":"650.935662ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:20.706589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424674187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:20.706706Z","caller":"traceutil/trace.go:171","msg":"trace[500522617] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2734; }","duration":"1.42482601s","start":"2026-04-28T03:24:19.281869Z","end":"2026-04-28T03:24:20.706695Z","steps":["trace[500522617] 'agreement among raft nodes before linearized reading' (duration: 1.424693497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.706749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:19.281846Z","time spent":"1.424893122s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:20.706837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167125857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:24:20.706928Z","caller":"traceutil/trace.go:171","msg":"trace[1747789313] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2734; }","duration":"2.167424474s","start":"2026-04-28T03:24:18.539489Z","end":"2026-04-28T03:24:20.706914Z","steps":["trace[1747789313] 'agreement among raft nodes before linearized reading' (duration: 2.166915332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.707107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:18.539466Z","time spent":"2.167624229s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:24:20.935506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.004535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:20.936075Z","caller":"traceutil/trace.go:171","msg":"trace[211332153] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"750.347241ms","start":"2026-04-28T03:24:20.185712Z","end":"2026-04-28T03:24:20.93606Z","steps":["trace[211332153] 'process raft request' (duration: 750.075185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:20.936082Z","caller":"traceutil/trace.go:171","msg":"trace[1425489620] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"749.721978ms","start":"2026-04-28T03:24:20.186341Z","end":"2026-04-28T03:24:20.936063Z","steps":["trace[1425489620] 'process raft request' (duration: 749.511743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:20.936071Z","caller":"traceutil/trace.go:171","msg":"trace[1359745317] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"750.330311ms","start":"2026-04-28T03:24:20.185698Z","end":"2026-04-28T03:24:20.936028Z","steps":["trace[1359745317] 'process raft request' (duration: 749.905631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.936139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.185683Z","time spent":"750.425033ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.936167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.186332Z","time spent":"749.787379ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:20.936152Z","caller":"traceutil/trace.go:171","msg":"trace[1222104172] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"754.068576ms","start":"2026-04-28T03:24:20.182022Z","end":"2026-04-28T03:24:20.93609Z","steps":["trace[1222104172] 'process raft request' (duration: 642.406707ms)","trace[1222104172] 'compare' (duration: 110.892141ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:20.936203Z","caller":"traceutil/trace.go:171","msg":"trace[643792246] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2897; }","duration":"230.105283ms","start":"2026-04-28T03:24:20.706079Z","end":"2026-04-28T03:24:20.936184Z","steps":["trace[643792246] 'read index received' (duration: 118.356162ms)","trace[643792246] 'applied index is now lower than readState.Index' (duration: 111.747461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:20.937252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.182004Z","time spent":"754.230129ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.936255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.185688Z","time spent":"750.462613ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:20.938969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.510702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.93905Z","caller":"traceutil/trace.go:171","msg":"trace[736513740] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2738; }","duration":"300.641064ms","start":"2026-04-28T03:24:20.638387Z","end":"2026-04-28T03:24:20.939028Z","steps":["trace[736513740] 'agreement among raft nodes before linearized reading' (duration: 298.497305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.939243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.638367Z","time spent":"300.844329ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:20.939921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.16115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98692"} {"level":"info","ts":"2026-04-28T03:24:20.940007Z","caller":"traceutil/trace.go:171","msg":"trace[1321846172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2738; }","duration":"758.272782ms","start":"2026-04-28T03:24:20.18171Z","end":"2026-04-28T03:24:20.939983Z","steps":["trace[1321846172] 'agreement among raft nodes before linearized reading' (duration: 755.447498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.940047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:20.181692Z","time spent":"758.345074ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98715,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:24:20.94318Z","caller":"traceutil/trace.go:171","msg":"trace[1725444726] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"231.845164ms","start":"2026-04-28T03:24:20.711249Z","end":"2026-04-28T03:24:20.943094Z","steps":["trace[1725444726] 'process raft request' (duration: 226.992693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:20.945228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.294947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:20.945263Z","caller":"traceutil/trace.go:171","msg":"trace[388355132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2739; }","duration":"230.369779ms","start":"2026-04-28T03:24:20.714882Z","end":"2026-04-28T03:24:20.945252Z","steps":["trace[388355132] 'agreement among raft nodes before linearized reading' (duration: 228.104487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.546695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:22.590937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419291721s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:22.591567Z","caller":"traceutil/trace.go:171","msg":"trace[2019181458] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"1.42006132s","start":"2026-04-28T03:24:21.171482Z","end":"2026-04-28T03:24:22.591544Z","steps":["trace[2019181458] 'process raft request' (duration: 1.419888266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:22.591711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.171439Z","time spent":"1.420188563s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:23.42262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.823839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:23.422794Z","caller":"traceutil/trace.go:171","msg":"trace[928265754] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"1.241932532s","start":"2026-04-28T03:24:22.180852Z","end":"2026-04-28T03:24:23.422785Z","steps":["trace[928265754] 'process raft request' (duration: 1.241859781s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:23.422805Z","caller":"traceutil/trace.go:171","msg":"trace[2127655572] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"1.648965975s","start":"2026-04-28T03:24:21.77381Z","end":"2026-04-28T03:24:23.422776Z","steps":["trace[2127655572] 'process raft request' (duration: 1.413911951s)","trace[2127655572] 'compare' (duration: 234.650865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:23.422854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.180831Z","time spent":"1.241997053s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:23.422855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:21.773787Z","time spent":"1.649042556s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:23.422995Z","caller":"traceutil/trace.go:171","msg":"trace[373992026] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.241137094s","start":"2026-04-28T03:24:22.181824Z","end":"2026-04-28T03:24:23.422961Z","steps":["trace[373992026] 'process raft request' (duration: 1.24093642s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:23.423024Z","caller":"traceutil/trace.go:171","msg":"trace[1598713957] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"1.240687223s","start":"2026-04-28T03:24:22.182309Z","end":"2026-04-28T03:24:23.422996Z","steps":["trace[1598713957] 'process raft request' (duration: 1.240569861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:23.423086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37713661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:23.423115Z","caller":"traceutil/trace.go:171","msg":"trace[804038113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"1.377182241s","start":"2026-04-28T03:24:22.045925Z","end":"2026-04-28T03:24:23.423107Z","steps":["trace[804038113] 'agreement among raft nodes before linearized reading' (duration: 1.377115539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:23.42314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.04588Z","time spent":"1.377256742s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:23.423002Z","caller":"traceutil/trace.go:171","msg":"trace[1704309264] linearizableReadLoop","detail":"{readStateIndex:2909; appliedIndex:2904; }","duration":"1.377043387s","start":"2026-04-28T03:24:22.045938Z","end":"2026-04-28T03:24:23.422982Z","steps":["trace[1704309264] 'read index received' (duration: 545.404681ms)","trace[1704309264] 'applied index is now lower than readState.Index' (duration: 831.637986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:23.42317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.182296Z","time spent":"1.240800878s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:23.423257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.181779Z","time spent":"1.241297899s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:25.423945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:25.424108Z","caller":"traceutil/trace.go:171","msg":"trace[1149576014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299914s","start":"2026-04-28T03:24:23.423788Z","end":"2026-04-28T03:24:25.424088Z","steps":["trace[1149576014] 'agreement among raft nodes before linearized reading' (duration: 2.00011142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:25.424183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.423743Z","time spent":"2.000427727s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:27.448519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015924675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:27.448601Z","caller":"traceutil/trace.go:171","msg":"trace[698740623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.016050129s","start":"2026-04-28T03:24:25.432536Z","end":"2026-04-28T03:24:27.448586Z","steps":["trace[698740623] 'agreement among raft nodes before linearized reading' (duration: 2.000405801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.448645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.43252Z","time spent":"2.01611619s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:27.963847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999619549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-28T03:24:27.963894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017297893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:27.963939Z","caller":"traceutil/trace.go:171","msg":"trace[411059567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.017516387s","start":"2026-04-28T03:24:22.946403Z","end":"2026-04-28T03:24:27.963919Z","steps":["trace[411059567] 'agreement among raft nodes before linearized reading' (duration: 4.99965954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.963929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015057801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:27.963971Z","caller":"traceutil/trace.go:171","msg":"trace[63629399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.017439136s","start":"2026-04-28T03:24:22.946515Z","end":"2026-04-28T03:24:27.963954Z","steps":["trace[63629399] 'agreement among raft nodes before linearized reading' (duration: 5.017339084s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:27.963994Z","caller":"traceutil/trace.go:171","msg":"trace[1349256615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.015165083s","start":"2026-04-28T03:24:22.948813Z","end":"2026-04-28T03:24:27.963978Z","steps":["trace[1349256615] 'agreement among raft nodes before linearized reading' (duration: 5.015075641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:27.964023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.946378Z","time spent":"5.01763285s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:27.964057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.948801Z","time spent":"5.015245716s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:27.964006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.946474Z","time spent":"5.017523967s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:28.525844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.08922508s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:29.435327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986913413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:29.43539Z","caller":"traceutil/trace.go:171","msg":"trace[1901289836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.987044785s","start":"2026-04-28T03:24:27.448332Z","end":"2026-04-28T03:24:29.435377Z","steps":["trace[1901289836] 'agreement among raft nodes before linearized reading' (duration: 1.986964274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:29.435428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.448309Z","time spent":"1.987109656s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:29.793365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.79245Z","time spent":"7.000908361s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:24:30.426221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.43855Z","time spent":"4.98766457s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:24:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:30.426801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.436514Z","time spent":"4.99028443s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:24:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:30.427903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.438212Z","time spent":"4.989682616s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:24:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:31.442409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:31.442507Z","caller":"traceutil/trace.go:171","msg":"trace[29608887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000841229s","start":"2026-04-28T03:24:29.441651Z","end":"2026-04-28T03:24:31.442493Z","steps":["trace[29608887] 'agreement among raft nodes before linearized reading' (duration: 2.000721497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:31.442546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.441619Z","time spent":"2.00091729s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:31.636811Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac5ddc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:24:32.394481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203923976s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.394628Z","caller":"traceutil/trace.go:171","msg":"trace[858521773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2745; }","duration":"2.204085819s","start":"2026-04-28T03:24:30.190524Z","end":"2026-04-28T03:24:32.394609Z","steps":["trace[858521773] 'range keys from in-memory index tree' (duration: 2.203905205s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.395315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.694658118s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:32.395574Z","caller":"traceutil/trace.go:171","msg":"trace[420892794] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2909; }","duration":"8.972368967s","start":"2026-04-28T03:24:23.423182Z","end":"2026-04-28T03:24:32.395551Z","steps":["trace[420892794] 'read index received' (duration: 277.29237ms)","trace[420892794] 'applied index is now lower than readState.Index' (duration: 8.695074387s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.687102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.161077137s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:32.795156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.728576ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:24:32.795354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444873404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.795427Z","caller":"traceutil/trace.go:171","msg":"trace[1338544616] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2746; }","duration":"9.445025178s","start":"2026-04-28T03:24:23.350383Z","end":"2026-04-28T03:24:32.795409Z","steps":["trace[1338544616] 'agreement among raft nodes before linearized reading' (duration: 9.045310862s)","trace[1338544616] 'count revisions from in-memory index tree' (duration: 399.599184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.795523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.350344Z","time spent":"9.44516803s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.795624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.928709771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.795775Z","caller":"traceutil/trace.go:171","msg":"trace[1190126409] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2746; }","duration":"9.928921446s","start":"2026-04-28T03:24:22.866821Z","end":"2026-04-28T03:24:32.795743Z","steps":["trace[1190126409] 'agreement among raft nodes before linearized reading' (duration: 9.528921453s)","trace[1190126409] 'count revisions from in-memory index tree' (duration: 399.803858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.79583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.614002466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:32.795857Z","caller":"traceutil/trace.go:171","msg":"trace[1067137046] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2746; }","duration":"10.614069948s","start":"2026-04-28T03:24:22.181778Z","end":"2026-04-28T03:24:32.795848Z","steps":["trace[1067137046] 'agreement among raft nodes before linearized reading' (duration: 10.213975883s)","trace[1067137046] 'range keys from in-memory index tree' (duration: 399.996463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.795843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.866792Z","time spent":"9.929032037s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.795879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.181753Z","time spent":"10.61411959s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:24:32.796316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.849719738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:24:32.796379Z","caller":"traceutil/trace.go:171","msg":"trace[1611728096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2746; }","duration":"9.84983231s","start":"2026-04-28T03:24:22.946528Z","end":"2026-04-28T03:24:32.79636Z","steps":["trace[1611728096] 'agreement among raft nodes before linearized reading' (duration: 9.449181263s)","trace[1611728096] 'range keys from in-memory index tree' (duration: 400.467354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.796427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.94651Z","time spent":"9.849904864s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:32.796744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.728784767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-04-28T03:24:32.796809Z","caller":"traceutil/trace.go:171","msg":"trace[591365962] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c; range_end:; response_count:1; response_revision:2746; }","duration":"9.728872529s","start":"2026-04-28T03:24:23.067915Z","end":"2026-04-28T03:24:32.796787Z","steps":["trace[591365962] 'agreement among raft nodes before linearized reading' (duration: 9.327816051s)","trace[591365962] 'range keys from in-memory index tree' (duration: 400.925404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.796861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.067853Z","time spent":"9.728995701s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c\" "} {"level":"warn","ts":"2026-04-28T03:24:32.7971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.898984043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.797185Z","caller":"traceutil/trace.go:171","msg":"trace[766556565] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2746; }","duration":"9.899117415s","start":"2026-04-28T03:24:22.898048Z","end":"2026-04-28T03:24:32.797165Z","steps":["trace[766556565] 'agreement among raft nodes before linearized reading' (duration: 9.497666279s)","trace[766556565] 'count revisions from in-memory index tree' (duration: 401.337263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.797246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.898018Z","time spent":"9.899210928s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.797652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848375618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:32.797732Z","caller":"traceutil/trace.go:171","msg":"trace[1152396719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2746; }","duration":"9.84846336s","start":"2026-04-28T03:24:22.949249Z","end":"2026-04-28T03:24:32.797712Z","steps":["trace[1152396719] 'agreement among raft nodes before linearized reading' (duration: 9.446489852s)","trace[1152396719] 'range keys from in-memory index tree' (duration: 401.793864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.797768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.949241Z","time spent":"9.848520471s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:24:32.797678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.85108877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:24:32.797881Z","caller":"traceutil/trace.go:171","msg":"trace[1047675293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2746; }","duration":"9.851339085s","start":"2026-04-28T03:24:22.946532Z","end":"2026-04-28T03:24:32.797871Z","steps":["trace[1047675293] 'agreement among raft nodes before linearized reading' (duration: 9.449213694s)","trace[1047675293] 'range keys from in-memory index tree' (duration: 401.827425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.79791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.946496Z","time spent":"9.851406397s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:32.798143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.616671457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:32.798176Z","caller":"traceutil/trace.go:171","msg":"trace[2046996847] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2746; }","duration":"10.616738779s","start":"2026-04-28T03:24:22.181427Z","end":"2026-04-28T03:24:32.798166Z","steps":["trace[2046996847] 'agreement among raft nodes before linearized reading' (duration: 10.214327671s)","trace[2046996847] 'range keys from in-memory index tree' (duration: 402.336036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:32.798197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:22.181407Z","time spent":"10.61678486s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:24:32.946391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998678709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} 2026/04/28 03:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:24:32.946494Z","caller":"traceutil/trace.go:171","msg":"trace[53908985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998834793s","start":"2026-04-28T03:24:29.947627Z","end":"2026-04-28T03:24:32.946462Z","steps":["trace[53908985] 'agreement among raft nodes before linearized reading' (duration: 2.99871612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.94655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.947613Z","time spent":"2.998925444s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:32.948619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980430143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:32.948673Z","caller":"traceutil/trace.go:171","msg":"trace[264091250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.980520375s","start":"2026-04-28T03:24:29.96814Z","end":"2026-04-28T03:24:32.94866Z","steps":["trace[264091250] 'agreement among raft nodes before linearized reading' (duration: 2.980461784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.948707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.968119Z","time spent":"2.980579636s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:32.953418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.961308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:24:32.953851Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"77.991µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-28T03:24:32.953945Z","caller":"traceutil/trace.go:171","msg":"trace[1993438335] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2910; }","duration":"558.295947ms","start":"2026-04-28T03:24:32.395627Z","end":"2026-04-28T03:24:32.953923Z","steps":["trace[1993438335] 'read index received' (duration: 291.743083ms)","trace[1993438335] 'applied index is now lower than readState.Index' (duration: 266.551494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:32.953953Z","caller":"traceutil/trace.go:171","msg":"trace[2118558376] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"2.239672033s","start":"2026-04-28T03:24:30.714252Z","end":"2026-04-28T03:24:32.953924Z","steps":["trace[2118558376] 'process raft request' (duration: 2.239458699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990082824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.954099Z","caller":"traceutil/trace.go:171","msg":"trace[1753506110] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2750; }","duration":"3.990208727s","start":"2026-04-28T03:24:28.963873Z","end":"2026-04-28T03:24:32.954082Z","steps":["trace[1753506110] 'agreement among raft nodes before linearized reading' (duration: 3.990058194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:28.963853Z","time spent":"3.990272229s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.954152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41262629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:24:32.954157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.71423Z","time spent":"2.239838928s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:32.954188Z","caller":"traceutil/trace.go:171","msg":"trace[985631462] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2750; }","duration":"4.412699042s","start":"2026-04-28T03:24:28.541478Z","end":"2026-04-28T03:24:32.954177Z","steps":["trace[985631462] 'agreement among raft nodes before linearized reading' (duration: 4.412529568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:28.541457Z","time spent":"4.412768673s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:24:32.954327Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac5ddc","error":"lease not found"} {"level":"warn","ts":"2026-04-28T03:24:32.954456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.612793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-28T03:24:32.954498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508981161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:24:32.954564Z","caller":"traceutil/trace.go:171","msg":"trace[114054499] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2750; }","duration":"2.509081894s","start":"2026-04-28T03:24:30.445469Z","end":"2026-04-28T03:24:32.954551Z","steps":["trace[114054499] 'agreement among raft nodes before linearized reading' (duration: 2.508985811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525896017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T03:24:32.954605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.445443Z","time spent":"2.509153115s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:24:32.954671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693226006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.954715Z","caller":"traceutil/trace.go:171","msg":"trace[1018238133] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2750; }","duration":"2.693308908s","start":"2026-04-28T03:24:30.261399Z","end":"2026-04-28T03:24:32.954708Z","steps":["trace[1018238133] 'agreement among raft nodes before linearized reading' (duration: 2.693240136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618057852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:32.954796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.952487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:32.954826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006619971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:32.954834Z","caller":"traceutil/trace.go:171","msg":"trace[561841085] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2750; }","duration":"911.03076ms","start":"2026-04-28T03:24:32.043794Z","end":"2026-04-28T03:24:32.954825Z","steps":["trace[561841085] 'agreement among raft nodes before linearized reading' (duration: 910.947428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.26138Z","time spent":"2.693358939s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.954873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.043779Z","time spent":"911.084871ms","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.954925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15721247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:24:32.954956Z","caller":"traceutil/trace.go:171","msg":"trace[1757060558] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2750; }","duration":"3.157279671s","start":"2026-04-28T03:24:29.797668Z","end":"2026-04-28T03:24:32.954948Z","steps":["trace[1757060558] 'agreement among raft nodes before linearized reading' (duration: 3.15720798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.954984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.797649Z","time spent":"3.157327912s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T03:24:32.95503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512599313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.955059Z","caller":"traceutil/trace.go:171","msg":"trace[1950747271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2750; }","duration":"1.512655235s","start":"2026-04-28T03:24:31.442395Z","end":"2026-04-28T03:24:32.95505Z","steps":["trace[1950747271] 'agreement among raft nodes before linearized reading' (duration: 1.512611614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.955095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:31.442378Z","time spent":"1.512710976s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:32.955287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502286098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.955342Z","caller":"traceutil/trace.go:171","msg":"trace[1661357687] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2750; }","duration":"5.50236429s","start":"2026-04-28T03:24:27.452962Z","end":"2026-04-28T03:24:32.955327Z","steps":["trace[1661357687] 'agreement among raft nodes before linearized reading' (duration: 5.502287328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.95539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.452951Z","time spent":"5.502428891s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.955438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.101531168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.955475Z","caller":"traceutil/trace.go:171","msg":"trace[1848067737] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2750; }","duration":"8.101568119s","start":"2026-04-28T03:24:24.853898Z","end":"2026-04-28T03:24:32.955466Z","steps":["trace[1848067737] 'agreement among raft nodes before linearized reading' (duration: 8.101514238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.955508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.853877Z","time spent":"8.101620711s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.955576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227420032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.955614Z","caller":"traceutil/trace.go:171","msg":"trace[831287397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2750; }","duration":"8.227496584s","start":"2026-04-28T03:24:24.728108Z","end":"2026-04-28T03:24:32.955605Z","steps":["trace[831287397] 'agreement among raft nodes before linearized reading' (duration: 8.227435073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.955629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143689551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:24:32.955702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.728086Z","time spent":"8.227554146s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.955711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226726436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:24:32.955716Z","caller":"traceutil/trace.go:171","msg":"trace[1322312723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2750; }","duration":"6.143808173s","start":"2026-04-28T03:24:26.811894Z","end":"2026-04-28T03:24:32.955702Z","steps":["trace[1322312723] 'agreement among raft nodes before linearized reading' (duration: 6.14363458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.955746Z","caller":"traceutil/trace.go:171","msg":"trace[1157623839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2750; }","duration":"6.226806508s","start":"2026-04-28T03:24:26.728929Z","end":"2026-04-28T03:24:32.955735Z","steps":["trace[1157623839] 'agreement among raft nodes before linearized reading' (duration: 6.226703486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.955755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.811876Z","time spent":"6.143870305s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:32.955781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.728901Z","time spent":"6.22687239s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:24:32.955784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862069011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa6756043942ae\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-28T03:24:32.955875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.956832074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.955878Z","caller":"traceutil/trace.go:171","msg":"trace[121833802] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa6756043942ae; range_end:; response_count:1; response_revision:2750; }","duration":"5.862217244s","start":"2026-04-28T03:24:27.093638Z","end":"2026-04-28T03:24:32.955856Z","steps":["trace[121833802] 'agreement among raft nodes before linearized reading' (duration: 5.861941958s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.955906Z","caller":"traceutil/trace.go:171","msg":"trace[1783798374] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2750; }","duration":"5.956888906s","start":"2026-04-28T03:24:26.999008Z","end":"2026-04-28T03:24:32.955896Z","steps":["trace[1783798374] 'agreement among raft nodes before linearized reading' (duration: 5.956843065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.955916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:27.093616Z","time spent":"5.862291676s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa6756043942ae\" "} {"level":"warn","ts":"2026-04-28T03:24:32.955954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.998991Z","time spent":"5.956955197s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.955966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.303509929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:24:32.955999Z","caller":"traceutil/trace.go:171","msg":"trace[1158133601] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:2750; }","duration":"8.303576051s","start":"2026-04-28T03:24:24.652413Z","end":"2026-04-28T03:24:32.955989Z","steps":["trace[1158133601] 'agreement among raft nodes before linearized reading' (duration: 8.303424397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:24.652393Z","time spent":"8.303626532s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" "} {"level":"warn","ts":"2026-04-28T03:24:32.956182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.259314871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.956212Z","caller":"traceutil/trace.go:171","msg":"trace[792788506] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2750; }","duration":"9.259349182s","start":"2026-04-28T03:24:23.696854Z","end":"2026-04-28T03:24:32.956203Z","steps":["trace[792788506] 'agreement among raft nodes before linearized reading' (duration: 9.259301761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:23.696836Z","time spent":"9.259404593s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.954859Z","caller":"traceutil/trace.go:171","msg":"trace[1779771272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2750; }","duration":"3.006659391s","start":"2026-04-28T03:24:29.948192Z","end":"2026-04-28T03:24:32.954851Z","steps":["trace[1779771272] 'agreement among raft nodes before linearized reading' (duration: 3.006572659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:29.948186Z","time spent":"3.008201447s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:24:32.9565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.984857679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.956546Z","caller":"traceutil/trace.go:171","msg":"trace[1017200607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2750; }","duration":"6.98493934s","start":"2026-04-28T03:24:25.971592Z","end":"2026-04-28T03:24:32.956531Z","steps":["trace[1017200607] 'agreement among raft nodes before linearized reading' (duration: 6.984862188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673616603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:32.956575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:25.971573Z","time spent":"6.984993532s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.956586Z","caller":"traceutil/trace.go:171","msg":"trace[2007688233] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2750; }","duration":"6.673698585s","start":"2026-04-28T03:24:26.282877Z","end":"2026-04-28T03:24:32.956576Z","steps":["trace[2007688233] 'agreement among raft nodes before linearized reading' (duration: 6.673606273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:32.954821Z","caller":"traceutil/trace.go:171","msg":"trace[1541778807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2750; }","duration":"4.618259336s","start":"2026-04-28T03:24:28.336534Z","end":"2026-04-28T03:24:32.954794Z","steps":["trace[1541778807] 'agreement among raft nodes before linearized reading' (duration: 4.617884238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:26.282858Z","time spent":"6.673753336s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":32,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:32.956649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:28.336514Z","time spent":"4.620118639s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.954614Z","caller":"traceutil/trace.go:171","msg":"trace[2005583427] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2750; }","duration":"2.525953889s","start":"2026-04-28T03:24:30.428648Z","end":"2026-04-28T03:24:32.954602Z","steps":["trace[2005583427] 'agreement among raft nodes before linearized reading' (duration: 2.525895087s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.956762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.428629Z","time spent":"2.528115829s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:32.95534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490330185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T03:24:32.956864Z","caller":"traceutil/trace.go:171","msg":"trace[2146289544] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2750; }","duration":"2.49184064s","start":"2026-04-28T03:24:30.465001Z","end":"2026-04-28T03:24:32.956841Z","steps":["trace[2146289544] 'agreement among raft nodes before linearized reading' (duration: 2.490309185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.9569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.464948Z","time spent":"2.491943042s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:24:32.955302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094860747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:32.956983Z","caller":"traceutil/trace.go:171","msg":"trace[883139048] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2750; }","duration":"2.096563846s","start":"2026-04-28T03:24:30.860405Z","end":"2026-04-28T03:24:32.956968Z","steps":["trace[883139048] 'agreement among raft nodes before linearized reading' (duration: 2.094823866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.957032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:30.860389Z","time spent":"2.096627788s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":81,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:32.954528Z","caller":"traceutil/trace.go:171","msg":"trace[1150559137] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2750; }","duration":"816.665715ms","start":"2026-04-28T03:24:32.137809Z","end":"2026-04-28T03:24:32.954474Z","steps":["trace[1150559137] 'agreement among raft nodes before linearized reading' (duration: 816.548672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.957196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.137794Z","time spent":"819.393527ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:24:33.262265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.246105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:33.262523Z","caller":"traceutil/trace.go:171","msg":"trace[1492660094] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"444.367756ms","start":"2026-04-28T03:24:32.818136Z","end":"2026-04-28T03:24:33.262503Z","steps":["trace[1492660094] 'process raft request' (duration: 444.283224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.262615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.818124Z","time spent":"444.438988ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:33.532536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.840142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:449"} {"level":"info","ts":"2026-04-28T03:24:33.53293Z","caller":"traceutil/trace.go:171","msg":"trace[44209196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2753; }","duration":"583.344029ms","start":"2026-04-28T03:24:32.949552Z","end":"2026-04-28T03:24:33.532896Z","steps":["trace[44209196] 'process raft request' (duration: 583.144054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.533658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.949514Z","time spent":"584.087856ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.532984Z","caller":"traceutil/trace.go:171","msg":"trace[938002662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2753; }","duration":"585.011726ms","start":"2026-04-28T03:24:32.947938Z","end":"2026-04-28T03:24:33.532949Z","steps":["trace[938002662] 'process raft request' (duration: 416.672543ms)","trace[938002662] 'compare' (duration: 167.76056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.534051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.947913Z","time spent":"586.105252ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:33.533023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.959449Z","time spent":"573.570625ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:24:33.533072Z","caller":"traceutil/trace.go:171","msg":"trace[2102630925] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"540.907989ms","start":"2026-04-28T03:24:32.992155Z","end":"2026-04-28T03:24:33.533063Z","steps":["trace[2102630925] 'process raft request' (duration: 540.860698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.534432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.99213Z","time spent":"542.265791ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.533048Z","caller":"traceutil/trace.go:171","msg":"trace[1266620882] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"582.9926ms","start":"2026-04-28T03:24:32.950021Z","end":"2026-04-28T03:24:33.533013Z","steps":["trace[1266620882] 'process raft request' (duration: 582.709604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.534676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.949981Z","time spent":"584.633978ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.533086Z","caller":"traceutil/trace.go:171","msg":"trace[2076274694] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"582.083589ms","start":"2026-04-28T03:24:32.950987Z","end":"2026-04-28T03:24:33.533071Z","steps":["trace[2076274694] 'process raft request' (duration: 581.814403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.53488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.950975Z","time spent":"583.85695ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.533103Z","caller":"traceutil/trace.go:171","msg":"trace[1751015572] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"573.589425ms","start":"2026-04-28T03:24:32.959508Z","end":"2026-04-28T03:24:33.533097Z","steps":["trace[1751015572] 'process raft request' (duration: 573.426491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.535048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.959483Z","time spent":"575.51496ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.533195Z","caller":"traceutil/trace.go:171","msg":"trace[701077461] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2916; }","duration":"579.213924ms","start":"2026-04-28T03:24:32.953975Z","end":"2026-04-28T03:24:33.533189Z","steps":["trace[701077461] 'read index received' (duration: 132.012873ms)","trace[701077461] 'applied index is now lower than readState.Index' (duration: 447.200271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.533286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.388733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:33.535405Z","caller":"traceutil/trace.go:171","msg":"trace[1704067353] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:2759; }","duration":"869.555301ms","start":"2026-04-28T03:24:32.665828Z","end":"2026-04-28T03:24:33.535383Z","steps":["trace[1704067353] 'agreement among raft nodes before linearized reading' (duration: 867.393013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.535472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.665802Z","time spent":"869.649364ms","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:33.533316Z","caller":"traceutil/trace.go:171","msg":"trace[1749963449] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"537.773358ms","start":"2026-04-28T03:24:32.995506Z","end":"2026-04-28T03:24:33.53328Z","steps":["trace[1749963449] 'process raft request' (duration: 537.534242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.535903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.995461Z","time spent":"540.350826ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:33.535992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.012131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:24:33.536101Z","caller":"traceutil/trace.go:171","msg":"trace[1692018790] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2759; }","duration":"576.198256ms","start":"2026-04-28T03:24:32.959882Z","end":"2026-04-28T03:24:33.536081Z","steps":["trace[1692018790] 'agreement among raft nodes before linearized reading' (duration: 575.842187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.536204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.959865Z","time spent":"576.321118ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:24:33.536355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.043666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:33.536418Z","caller":"traceutil/trace.go:171","msg":"trace[77614246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2759; }","duration":"556.145518ms","start":"2026-04-28T03:24:32.980261Z","end":"2026-04-28T03:24:33.536407Z","steps":["trace[77614246] 'agreement among raft nodes before linearized reading' (duration: 556.061796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.536466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.980242Z","time spent":"556.214689ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:33.536563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.639537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T03:24:33.536583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.640017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T03:24:33.536625Z","caller":"traceutil/trace.go:171","msg":"trace[1790542091] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2759; }","duration":"573.714339ms","start":"2026-04-28T03:24:32.962894Z","end":"2026-04-28T03:24:33.536608Z","steps":["trace[1790542091] 'agreement among raft nodes before linearized reading' (duration: 573.571416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:33.536684Z","caller":"traceutil/trace.go:171","msg":"trace[104615397] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2759; }","duration":"573.75093ms","start":"2026-04-28T03:24:32.962912Z","end":"2026-04-28T03:24:33.536663Z","steps":["trace[104615397] 'agreement among raft nodes before linearized reading' (duration: 573.482694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.536837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.956965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:24:33.536895Z","caller":"traceutil/trace.go:171","msg":"trace[1742809539] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2759; }","duration":"574.034386ms","start":"2026-04-28T03:24:32.962838Z","end":"2026-04-28T03:24:33.536873Z","steps":["trace[1742809539] 'agreement among raft nodes before linearized reading' (duration: 573.902003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.537124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.962817Z","time spent":"574.298442ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T03:24:33.536787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.962909Z","time spent":"573.860142ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:24:33.537015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.559009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-04-28T03:24:33.537257Z","caller":"traceutil/trace.go:171","msg":"trace[2041999001] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c; range_end:; response_count:1; response_revision:2759; }","duration":"267.847375ms","start":"2026-04-28T03:24:33.269399Z","end":"2026-04-28T03:24:33.537247Z","steps":["trace[2041999001] 'agreement among raft nodes before linearized reading' (duration: 267.462527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.536689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.962891Z","time spent":"573.78289ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:24:33.555788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.623744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98478"} {"level":"info","ts":"2026-04-28T03:24:33.555851Z","caller":"traceutil/trace.go:171","msg":"trace[1557778620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2759; }","duration":"738.738577ms","start":"2026-04-28T03:24:32.817099Z","end":"2026-04-28T03:24:33.555838Z","steps":["trace[1557778620] 'agreement among raft nodes before linearized reading' (duration: 716.194822ms)","trace[1557778620] 'range keys from bolt db' (duration: 22.405912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.555879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:32.817079Z","time spent":"738.795068ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98501,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:33.948102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.880635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:33.948414Z","caller":"traceutil/trace.go:171","msg":"trace[1973443916] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"361.849571ms","start":"2026-04-28T03:24:33.586483Z","end":"2026-04-28T03:24:33.948333Z","steps":["trace[1973443916] 'process raft request' (duration: 361.726888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.948534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.586427Z","time spent":"362.068517ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.948566Z","caller":"traceutil/trace.go:171","msg":"trace[1236909011] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"412.624072ms","start":"2026-04-28T03:24:33.535916Z","end":"2026-04-28T03:24:33.94854Z","steps":["trace[1236909011] 'process raft request' (duration: 127.217105ms)","trace[1236909011] 'compare' (duration: 284.371503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.948673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.535901Z","time spent":"412.717744ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.948523Z","caller":"traceutil/trace.go:171","msg":"trace[1192743168] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"362.059996ms","start":"2026-04-28T03:24:33.586432Z","end":"2026-04-28T03:24:33.948492Z","steps":["trace[1192743168] 'read index received' (duration: 76.717621ms)","trace[1192743168] 'applied index is now lower than readState.Index' (duration: 285.340135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.94882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.364263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471\" ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-28T03:24:33.948892Z","caller":"traceutil/trace.go:171","msg":"trace[1120864521] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471; range_end:; response_count:1; response_revision:2761; }","duration":"362.464595ms","start":"2026-04-28T03:24:33.586409Z","end":"2026-04-28T03:24:33.948873Z","steps":["trace[1120864521] 'agreement among raft nodes before linearized reading' (duration: 362.197949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.948951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.744883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:24:33.948993Z","caller":"traceutil/trace.go:171","msg":"trace[891683662] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2761; }","duration":"348.821685ms","start":"2026-04-28T03:24:33.60016Z","end":"2026-04-28T03:24:33.948982Z","steps":["trace[891683662] 'agreement among raft nodes before linearized reading' (duration: 348.707392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.949023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.60014Z","time spent":"348.873285ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:24:33.94895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.586392Z","time spent":"362.543637ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471\" "} {"level":"warn","ts":"2026-04-28T03:24:33.94882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.22752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:33.949316Z","caller":"traceutil/trace.go:171","msg":"trace[755461562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2761; }","duration":"362.689161ms","start":"2026-04-28T03:24:33.586563Z","end":"2026-04-28T03:24:33.949252Z","steps":["trace[755461562] 'agreement among raft nodes before linearized reading' (duration: 362.2149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.949472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.58646Z","time spent":"362.956406ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:34.533844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:34.999122Z","caller":"traceutil/trace.go:171","msg":"trace[709716307] linearizableReadLoop","detail":"{readStateIndex:2932; appliedIndex:2931; }","duration":"965.70951ms","start":"2026-04-28T03:24:34.033387Z","end":"2026-04-28T03:24:34.999096Z","steps":["trace[709716307] 'read index received' (duration: 964.88504ms)","trace[709716307] 'applied index is now lower than readState.Index' (duration: 823.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:34.99927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037340344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:34.999257Z","caller":"traceutil/trace.go:171","msg":"trace[1811288542] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.041560482s","start":"2026-04-28T03:24:33.957649Z","end":"2026-04-28T03:24:34.99921Z","steps":["trace[1811288542] 'process raft request' (duration: 1.040695692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.999378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.811946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:24:34.999413Z","caller":"traceutil/trace.go:171","msg":"trace[594932059] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2763; }","duration":"963.882548ms","start":"2026-04-28T03:24:34.035523Z","end":"2026-04-28T03:24:34.999406Z","steps":["trace[594932059] 'agreement among raft nodes before linearized reading' (duration: 963.814026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.999444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.035506Z","time spent":"963.929079ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:24:34.999453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.95759Z","time spent":"1.041760286s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:34.999689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.961295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:34.999735Z","caller":"traceutil/trace.go:171","msg":"trace[271879464] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2763; }","duration":"182.037117ms","start":"2026-04-28T03:24:34.817687Z","end":"2026-04-28T03:24:34.999724Z","steps":["trace[271879464] 'agreement among raft nodes before linearized reading' (duration: 181.859123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.999311Z","caller":"traceutil/trace.go:171","msg":"trace[1371167501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"1.037448397s","start":"2026-04-28T03:24:33.961851Z","end":"2026-04-28T03:24:34.999299Z","steps":["trace[1371167501] 'agreement among raft nodes before linearized reading' (duration: 1.037366985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.999723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.291516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:34.999807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.961832Z","time spent":"1.037956309s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:34.999908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.015237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:34.999954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.204701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:34.999962Z","caller":"traceutil/trace.go:171","msg":"trace[732947442] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2763; }","duration":"383.094418ms","start":"2026-04-28T03:24:34.616854Z","end":"2026-04-28T03:24:34.999949Z","steps":["trace[732947442] 'agreement among raft nodes before linearized reading' (duration: 383.010746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.999986Z","caller":"traceutil/trace.go:171","msg":"trace[795143516] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2763; }","duration":"182.277762ms","start":"2026-04-28T03:24:34.817699Z","end":"2026-04-28T03:24:34.999977Z","steps":["trace[795143516] 'agreement among raft nodes before linearized reading' (duration: 182.171539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.999816Z","caller":"traceutil/trace.go:171","msg":"trace[498909986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2763; }","duration":"794.43273ms","start":"2026-04-28T03:24:34.205359Z","end":"2026-04-28T03:24:34.999792Z","steps":["trace[498909986] 'agreement among raft nodes before linearized reading' (duration: 794.246846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.000011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.616839Z","time spent":"383.15636ms","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:35.000138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.205338Z","time spent":"794.712966ms","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:35.000008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.818364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:24:35.000319Z","caller":"traceutil/trace.go:171","msg":"trace[2106308149] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:2763; }","duration":"963.440758ms","start":"2026-04-28T03:24:34.036862Z","end":"2026-04-28T03:24:35.000302Z","steps":["trace[2106308149] 'agreement among raft nodes before linearized reading' (duration: 962.757003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.000391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.036852Z","time spent":"963.52597ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" "} {"level":"warn","ts":"2026-04-28T03:24:35.521382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:37.009321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:37.009434Z","caller":"traceutil/trace.go:171","msg":"trace[1434305723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382492s","start":"2026-04-28T03:24:35.009023Z","end":"2026-04-28T03:24:37.009405Z","steps":["trace[1434305723] 'agreement among raft nodes before linearized reading' (duration: 2.000233949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:37.009486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.009012Z","time spent":"2.000463804s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:38.1329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:38.132992Z","caller":"traceutil/trace.go:171","msg":"trace[420707009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414484s","start":"2026-04-28T03:24:36.132556Z","end":"2026-04-28T03:24:38.132971Z","steps":["trace[420707009] 'agreement among raft nodes before linearized reading' (duration: 2.000302402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:38.133041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.132536Z","time spent":"2.000495346s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:39.009709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:39.009797Z","caller":"traceutil/trace.go:171","msg":"trace[1197283065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128645s","start":"2026-04-28T03:24:37.009648Z","end":"2026-04-28T03:24:39.009777Z","steps":["trace[1197283065] 'agreement among raft nodes before linearized reading' (duration: 2.000016803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:39.009852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.009634Z","time spent":"2.000204148s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:40.314872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.332338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:40.315018Z","caller":"traceutil/trace.go:171","msg":"trace[1638798976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2763; }","duration":"124.492232ms","start":"2026-04-28T03:24:40.190506Z","end":"2026-04-28T03:24:40.314998Z","steps":["trace[1638798976] 'range keys from in-memory index tree' (duration: 124.314658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:40.315329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440287717s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:40.315482Z","caller":"traceutil/trace.go:171","msg":"trace[41022845] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"5.312549764s","start":"2026-04-28T03:24:35.002904Z","end":"2026-04-28T03:24:40.315454Z","steps":["trace[41022845] 'process raft request' (duration: 872.017591ms)","trace[41022845] 'compare' (duration: 4.439336425s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:40.315683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.002889Z","time spent":"5.312669087s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:40.316031Z","caller":"traceutil/trace.go:171","msg":"trace[1616552650] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"4.741170018s","start":"2026-04-28T03:24:35.574842Z","end":"2026-04-28T03:24:40.316012Z","steps":["trace[1616552650] 'process raft request' (duration: 4.740588035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.316044Z","caller":"traceutil/trace.go:171","msg":"trace[2094143490] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"4.713161238s","start":"2026-04-28T03:24:35.602861Z","end":"2026-04-28T03:24:40.316022Z","steps":["trace[2094143490] 'process raft request' (duration: 4.712699248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.316039Z","caller":"traceutil/trace.go:171","msg":"trace[554754455] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"4.73951707s","start":"2026-04-28T03:24:35.576488Z","end":"2026-04-28T03:24:40.316005Z","steps":["trace[554754455] 'process raft request' (duration: 4.739035509s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.315704Z","caller":"traceutil/trace.go:171","msg":"trace[927058666] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2932; }","duration":"5.311813527s","start":"2026-04-28T03:24:35.003867Z","end":"2026-04-28T03:24:40.31568Z","steps":["trace[927058666] 'read index received' (duration: 871.08463ms)","trace[927058666] 'applied index is now lower than readState.Index' (duration: 4.440690576s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:40.316121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.602844Z","time spent":"4.71324039s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:40.316112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.574812Z","time spent":"4.74126134s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:40.316174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.57647Z","time spent":"4.739631812s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:41.024909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:41.025015Z","caller":"traceutil/trace.go:171","msg":"trace[1249904320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927363s","start":"2026-04-28T03:24:39.024061Z","end":"2026-04-28T03:24:41.024988Z","steps":["trace[1249904320] 'agreement among raft nodes before linearized reading' (duration: 2.000804691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.025075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.02404Z","time spent":"2.001022535s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:41.383185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067565843s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:24:41.383329Z","caller":"traceutil/trace.go:171","msg":"trace[912168886] linearizableReadLoop","detail":"{readStateIndex:2937; appliedIndex:2936; }","duration":"1.067164083s","start":"2026-04-28T03:24:40.31614Z","end":"2026-04-28T03:24:41.383304Z","steps":["trace[912168886] 'read index received' (duration: 82.272µs)","trace[912168886] 'applied index is now lower than readState.Index' (duration: 1.067079821s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:41.383845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379954703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:24:41.384484Z","caller":"traceutil/trace.go:171","msg":"trace[592167585] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2767; }","duration":"6.380627988s","start":"2026-04-28T03:24:35.003823Z","end":"2026-04-28T03:24:41.384451Z","steps":["trace[592167585] 'agreement among raft nodes before linearized reading' (duration: 5.312303418s)","trace[592167585] 'range keys from in-memory index tree' (duration: 1.067550442s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:41.384559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.003805Z","time spent":"6.38073411s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:24:41.383846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541934754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:41.384683Z","caller":"traceutil/trace.go:171","msg":"trace[623585187] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2767; }","duration":"3.542816234s","start":"2026-04-28T03:24:37.84184Z","end":"2026-04-28T03:24:41.384656Z","steps":["trace[623585187] 'agreement among raft nodes before linearized reading' (duration: 3.541947974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.384752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.841807Z","time spent":"3.542925166s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:41.383883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978850891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:41.384839Z","caller":"traceutil/trace.go:171","msg":"trace[1184270785] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2767; }","duration":"3.979861303s","start":"2026-04-28T03:24:37.404961Z","end":"2026-04-28T03:24:41.384822Z","steps":["trace[1184270785] 'agreement among raft nodes before linearized reading' (duration: 3.978848501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.384907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.404935Z","time spent":"3.979936825s","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:41.383912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454905636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:41.38499Z","caller":"traceutil/trace.go:171","msg":"trace[1200009119] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2767; }","duration":"1.45597612s","start":"2026-04-28T03:24:39.928999Z","end":"2026-04-28T03:24:41.384975Z","steps":["trace[1200009119] 'agreement among raft nodes before linearized reading' (duration: 1.454891365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.385034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:39.928941Z","time spent":"1.456080982s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:41.384021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843768623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:24:41.383999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937574955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:41.385218Z","caller":"traceutil/trace.go:171","msg":"trace[1368294104] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2767; }","duration":"2.938824403s","start":"2026-04-28T03:24:38.446367Z","end":"2026-04-28T03:24:41.385191Z","steps":["trace[1368294104] 'agreement among raft nodes before linearized reading' (duration: 2.937566324s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.385189Z","caller":"traceutil/trace.go:171","msg":"trace[409323741] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2767; }","duration":"2.844892559s","start":"2026-04-28T03:24:38.540204Z","end":"2026-04-28T03:24:41.385096Z","steps":["trace[409323741] 'agreement among raft nodes before linearized reading' (duration: 2.843720932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.384019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377475832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:41.385306Z","caller":"traceutil/trace.go:171","msg":"trace[59011064] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2767; }","duration":"4.378760711s","start":"2026-04-28T03:24:37.006535Z","end":"2026-04-28T03:24:41.385296Z","steps":["trace[59011064] 'agreement among raft nodes before linearized reading' (duration: 4.377417091s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.385314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:38.446349Z","time spent":"2.938923536s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:41.385341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.006445Z","time spent":"4.378885744s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:24:41.385355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:38.540183Z","time spent":"2.845112963s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:24:41.384026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377429751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:41.385485Z","caller":"traceutil/trace.go:171","msg":"trace[1263367818] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2767; }","duration":"4.378905196s","start":"2026-04-28T03:24:37.006543Z","end":"2026-04-28T03:24:41.385448Z","steps":["trace[1263367818] 'agreement among raft nodes before linearized reading' (duration: 4.37737242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.384076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779273028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:24:41.385595Z","caller":"traceutil/trace.go:171","msg":"trace[836052067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2767; }","duration":"5.780818563s","start":"2026-04-28T03:24:35.604751Z","end":"2026-04-28T03:24:41.385569Z","steps":["trace[836052067] 'agreement among raft nodes before linearized reading' (duration: 5.779183345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.38562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:37.006515Z","time spent":"4.379056859s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:24:41.384104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712702606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:41.385653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:35.604726Z","time spent":"5.780911786s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:24:41.385689Z","caller":"traceutil/trace.go:171","msg":"trace[114979143] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2767; }","duration":"4.714407565s","start":"2026-04-28T03:24:36.671268Z","end":"2026-04-28T03:24:41.385676Z","steps":["trace[114979143] 'agreement among raft nodes before linearized reading' (duration: 4.712752056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.385719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:36.671247Z","time spent":"4.714461286s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:41.883498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:42.383639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:42.884863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:43.025358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999724705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:43.025474Z","caller":"traceutil/trace.go:171","msg":"trace[95549346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999881589s","start":"2026-04-28T03:24:41.025565Z","end":"2026-04-28T03:24:43.025447Z","steps":["trace[95549346] 'agreement among raft nodes before linearized reading' (duration: 1.999749456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.025542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.025547Z","time spent":"1.99998105s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:43.408309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:43.90931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:44.183398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.108497007s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:44.183873Z","caller":"traceutil/trace.go:171","msg":"trace[2059801213] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"3.10909695s","start":"2026-04-28T03:24:41.074751Z","end":"2026-04-28T03:24:44.183848Z","steps":["trace[2059801213] 'process raft request' (duration: 3.108858785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.184017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.074725Z","time spent":"3.109218523s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.819367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.386422Z","time spent":"3.432937623s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:24:44.819756Z","caller":"traceutil/trace.go:171","msg":"trace[1420516565] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"3.426397305s","start":"2026-04-28T03:24:41.393308Z","end":"2026-04-28T03:24:44.819706Z","steps":["trace[1420516565] 'process raft request' (duration: 3.425894424s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.819769Z","caller":"traceutil/trace.go:171","msg":"trace[1516927808] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"2.496654619s","start":"2026-04-28T03:24:42.323084Z","end":"2026-04-28T03:24:44.819738Z","steps":["trace[1516927808] 'process raft request' (duration: 2.496431424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.81997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.393284Z","time spent":"3.426574808s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:44.819987Z","caller":"traceutil/trace.go:171","msg":"trace[2075058810] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2937; }","duration":"3.436612398s","start":"2026-04-28T03:24:41.383363Z","end":"2026-04-28T03:24:44.819976Z","steps":["trace[2075058810] 'read index received' (duration: 2.800234999s)","trace[2075058810] 'applied index is now lower than readState.Index' (duration: 636.376459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:44.819982Z","caller":"traceutil/trace.go:171","msg":"trace[981296082] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"2.496864415s","start":"2026-04-28T03:24:42.323089Z","end":"2026-04-28T03:24:44.819953Z","steps":["trace[981296082] 'process raft request' (duration: 2.496537996s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.820085Z","caller":"traceutil/trace.go:171","msg":"trace[1522592782] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"1.706636392s","start":"2026-04-28T03:24:43.113439Z","end":"2026-04-28T03:24:44.820076Z","steps":["trace[1522592782] 'process raft request' (duration: 1.706453908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.820104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.323065Z","time spent":"2.496984697s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.820112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.323053Z","time spent":"2.496952227s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.820194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.113387Z","time spent":"1.706732044s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:44.820247Z","caller":"traceutil/trace.go:171","msg":"trace[1204337165] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"756.242005ms","start":"2026-04-28T03:24:44.063988Z","end":"2026-04-28T03:24:44.82023Z","steps":["trace[1204337165] 'process raft request' (duration: 755.945708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.820307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:44.063966Z","time spent":"756.310746ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:44.820357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473152981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:44.820367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499445703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-28T03:24:44.820416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410572254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98478"} {"level":"warn","ts":"2026-04-28T03:24:44.820433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675213594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:44.820448Z","caller":"traceutil/trace.go:171","msg":"trace[256930301] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504; range_end:; response_count:1; response_revision:2774; }","duration":"4.499565316s","start":"2026-04-28T03:24:40.320862Z","end":"2026-04-28T03:24:44.820427Z","steps":["trace[256930301] 'agreement among raft nodes before linearized reading' (duration: 4.499310501s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.820468Z","caller":"traceutil/trace.go:171","msg":"trace[602476238] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2774; }","duration":"1.675298506s","start":"2026-04-28T03:24:43.145161Z","end":"2026-04-28T03:24:44.820459Z","steps":["trace[602476238] 'agreement among raft nodes before linearized reading' (duration: 1.675236645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.820495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786403163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:44.8205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411890412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:44.8205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:40.320846Z","time spent":"4.499644129s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504\" "} {"level":"warn","ts":"2026-04-28T03:24:44.820505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.145133Z","time spent":"1.675363628s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:44.820527Z","caller":"traceutil/trace.go:171","msg":"trace[1814475719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"1.786471214s","start":"2026-04-28T03:24:43.034048Z","end":"2026-04-28T03:24:44.82052Z","steps":["trace[1814475719] 'agreement among raft nodes before linearized reading' (duration: 1.786427503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.820572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.034028Z","time spent":"1.786525286s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:44.820599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412086777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:44.82063Z","caller":"traceutil/trace.go:171","msg":"trace[1144594224] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2774; }","duration":"1.412179549s","start":"2026-04-28T03:24:43.408444Z","end":"2026-04-28T03:24:44.820623Z","steps":["trace[1144594224] 'agreement among raft nodes before linearized reading' (duration: 1.412105787s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.820394Z","caller":"traceutil/trace.go:171","msg":"trace[1267833576] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2774; }","duration":"1.473220072s","start":"2026-04-28T03:24:43.347164Z","end":"2026-04-28T03:24:44.820384Z","steps":["trace[1267833576] 'agreement among raft nodes before linearized reading' (duration: 1.473160471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.82067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.408424Z","time spent":"1.41223539s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:24:44.820456Z","caller":"traceutil/trace.go:171","msg":"trace[595953107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2774; }","duration":"3.410637676s","start":"2026-04-28T03:24:41.409808Z","end":"2026-04-28T03:24:44.820445Z","steps":["trace[595953107] 'agreement among raft nodes before linearized reading' (duration: 3.410430271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.820702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.347144Z","time spent":"1.47354358s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:44.820741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:41.409797Z","time spent":"3.410925822s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98501,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:24:44.820533Z","caller":"traceutil/trace.go:171","msg":"trace[1802385115] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2774; }","duration":"1.411931863s","start":"2026-04-28T03:24:43.40859Z","end":"2026-04-28T03:24:44.820522Z","steps":["trace[1802385115] 'agreement among raft nodes before linearized reading' (duration: 1.411824771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.82085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:43.408582Z","time spent":"1.41224839s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:24:44.819988Z","caller":"traceutil/trace.go:171","msg":"trace[1473492986] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"2.495260437s","start":"2026-04-28T03:24:42.324714Z","end":"2026-04-28T03:24:44.819974Z","steps":["trace[1473492986] 'process raft request' (duration: 2.495137143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.823846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:42.324677Z","time spent":"2.499031163s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:44.998031Z","caller":"traceutil/trace.go:171","msg":"trace[729541302] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2945; }","duration":"171.383843ms","start":"2026-04-28T03:24:44.826618Z","end":"2026-04-28T03:24:44.998002Z","steps":["trace[729541302] 'read index received' (duration: 168.673631ms)","trace[729541302] 'applied index is now lower than readState.Index' (duration: 2.708772ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:44.99821Z","caller":"traceutil/trace.go:171","msg":"trace[190874290] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"175.028665ms","start":"2026-04-28T03:24:44.823158Z","end":"2026-04-28T03:24:44.998187Z","steps":["trace[190874290] 'process raft request' (duration: 171.995226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:44.998534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.700961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:44.99858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.935585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:24:44.998626Z","caller":"traceutil/trace.go:171","msg":"trace[1723142750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2776; }","duration":"168.848835ms","start":"2026-04-28T03:24:44.829757Z","end":"2026-04-28T03:24:44.998605Z","steps":["trace[1723142750] 'agreement among raft nodes before linearized reading' (duration: 168.65918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.998666Z","caller":"traceutil/trace.go:171","msg":"trace[1865278290] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2776; }","duration":"172.051408ms","start":"2026-04-28T03:24:44.826593Z","end":"2026-04-28T03:24:44.998644Z","steps":["trace[1865278290] 'agreement among raft nodes before linearized reading' (duration: 171.783521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:44.998734Z","caller":"traceutil/trace.go:171","msg":"trace[1272843064] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"174.509154ms","start":"2026-04-28T03:24:44.824201Z","end":"2026-04-28T03:24:44.99871Z","steps":["trace[1272843064] 'process raft request' (duration: 173.666865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:46.405327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.725257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17881"} {"level":"info","ts":"2026-04-28T03:24:46.405431Z","caller":"traceutil/trace.go:171","msg":"trace[1782168894] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2795; }","duration":"124.83947ms","start":"2026-04-28T03:24:46.280574Z","end":"2026-04-28T03:24:46.405414Z","steps":["trace[1782168894] 'range keys from in-memory index tree' (duration: 124.526233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:48.467491Z","caller":"traceutil/trace.go:171","msg":"trace[32705158] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"309.451195ms","start":"2026-04-28T03:24:48.158018Z","end":"2026-04-28T03:24:48.467469Z","steps":["trace[32705158] 'process raft request' (duration: 309.325652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:48.467645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:48.158003Z","time spent":"309.559278ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:48.470999Z","caller":"traceutil/trace.go:171","msg":"trace[608833932] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2974; }","duration":"225.832426ms","start":"2026-04-28T03:24:48.245154Z","end":"2026-04-28T03:24:48.470987Z","steps":["trace[608833932] 'read index received' (duration: 222.278245ms)","trace[608833932] 'applied index is now lower than readState.Index' (duration: 3.553301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:48.471109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.936518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:48.471159Z","caller":"traceutil/trace.go:171","msg":"trace[1835586242] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2806; }","duration":"226.016271ms","start":"2026-04-28T03:24:48.24512Z","end":"2026-04-28T03:24:48.471136Z","steps":["trace[1835586242] 'agreement among raft nodes before linearized reading' (duration: 225.916048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:48.471421Z","caller":"traceutil/trace.go:171","msg":"trace[736041615] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"305.489975ms","start":"2026-04-28T03:24:48.165923Z","end":"2026-04-28T03:24:48.471413Z","steps":["trace[736041615] 'process raft request' (duration: 304.961033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:48.471483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:48.165908Z","time spent":"305.539756ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:50.030949Z","caller":"traceutil/trace.go:171","msg":"trace[141541660] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"102.248445ms","start":"2026-04-28T03:24:49.928675Z","end":"2026-04-28T03:24:50.030923Z","steps":["trace[141541660] 'process raft request' (duration: 102.070191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:50.034226Z","caller":"traceutil/trace.go:171","msg":"trace[894786454] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"100.32986ms","start":"2026-04-28T03:24:49.933876Z","end":"2026-04-28T03:24:50.034205Z","steps":["trace[894786454] 'process raft request' (duration: 100.209677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:52.633294Z","caller":"traceutil/trace.go:171","msg":"trace[902517535] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"149.536525ms","start":"2026-04-28T03:24:52.483734Z","end":"2026-04-28T03:24:52.633271Z","steps":["trace[902517535] 'process raft request' (duration: 149.374001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:52.929673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.550471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:52.929751Z","caller":"traceutil/trace.go:171","msg":"trace[1145824392] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2821; }","duration":"243.675424ms","start":"2026-04-28T03:24:52.686057Z","end":"2026-04-28T03:24:52.929733Z","steps":["trace[1145824392] 'count revisions from in-memory index tree' (duration: 243.395056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:52.929934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.778553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:52.929972Z","caller":"traceutil/trace.go:171","msg":"trace[264495168] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2821; }","duration":"242.861635ms","start":"2026-04-28T03:24:52.687102Z","end":"2026-04-28T03:24:52.929963Z","steps":["trace[264495168] 'count revisions from in-memory index tree' (duration: 242.674651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:52.930125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:52.930164Z","caller":"traceutil/trace.go:171","msg":"trace[580034051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2821; }","duration":"104.681951ms","start":"2026-04-28T03:24:52.825472Z","end":"2026-04-28T03:24:52.930154Z","steps":["trace[580034051] 'count revisions from in-memory index tree' (duration: 104.505867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.174852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:24:57.337136Z","caller":"traceutil/trace.go:171","msg":"trace[1904984687] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"690.922875ms","start":"2026-04-28T03:24:56.646191Z","end":"2026-04-28T03:24:57.337114Z","steps":["trace[1904984687] 'process raft request' (duration: 690.750571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.337283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.646172Z","time spent":"691.033387ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.804098Z","caller":"traceutil/trace.go:171","msg":"trace[1790265384] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"823.217314ms","start":"2026-04-28T03:24:56.980861Z","end":"2026-04-28T03:24:57.804078Z","steps":["trace[1790265384] 'process raft request' (duration: 823.138052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.804135Z","caller":"traceutil/trace.go:171","msg":"trace[1084761761] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"823.395548ms","start":"2026-04-28T03:24:56.980684Z","end":"2026-04-28T03:24:57.80408Z","steps":["trace[1084761761] 'process raft request' (duration: 823.163712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.804199Z","caller":"traceutil/trace.go:171","msg":"trace[1942260163] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3007; }","duration":"1.130099101s","start":"2026-04-28T03:24:56.674076Z","end":"2026-04-28T03:24:57.804175Z","steps":["trace[1942260163] 'read index received' (duration: 662.881905ms)","trace[1942260163] 'applied index is now lower than readState.Index' (duration: 467.215266ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.804246Z","caller":"traceutil/trace.go:171","msg":"trace[1507257550] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"822.681102ms","start":"2026-04-28T03:24:56.981547Z","end":"2026-04-28T03:24:57.804228Z","steps":["trace[1507257550] 'process raft request' (duration: 822.482728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.804258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.980851Z","time spent":"823.309025ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.804356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.981534Z","time spent":"822.741194ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.804381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.980653Z","time spent":"823.598343ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.804432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.229898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:24:57.804458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.591706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:24:57.804426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130329397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:24:57.804476Z","caller":"traceutil/trace.go:171","msg":"trace[748889443] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2838; }","duration":"824.32992ms","start":"2026-04-28T03:24:56.980137Z","end":"2026-04-28T03:24:57.804467Z","steps":["trace[748889443] 'agreement among raft nodes before linearized reading' (duration: 824.178417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.804486Z","caller":"traceutil/trace.go:171","msg":"trace[1188674082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2838; }","duration":"813.668618ms","start":"2026-04-28T03:24:56.990808Z","end":"2026-04-28T03:24:57.804477Z","steps":["trace[1188674082] 'agreement among raft nodes before linearized reading' (duration: 813.558275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.804501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.980105Z","time spent":"824.390372ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:24:57.804507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.990785Z","time spent":"813.717898ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:24:57.804521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.114876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:24:57.804512Z","caller":"traceutil/trace.go:171","msg":"trace[1917642839] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:2838; }","duration":"1.13045422s","start":"2026-04-28T03:24:56.674037Z","end":"2026-04-28T03:24:57.804491Z","steps":["trace[1917642839] 'agreement among raft nodes before linearized reading' (duration: 1.130234905s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.804546Z","caller":"traceutil/trace.go:171","msg":"trace[1717374638] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2838; }","duration":"824.157177ms","start":"2026-04-28T03:24:56.980382Z","end":"2026-04-28T03:24:57.804539Z","steps":["trace[1717374638] 'agreement among raft nodes before linearized reading' (duration: 824.087395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.804565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.980374Z","time spent":"824.185607ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:24:57.804561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.674017Z","time spent":"1.130534821s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" "} {"level":"info","ts":"2026-04-28T03:24:59.449365Z","caller":"traceutil/trace.go:171","msg":"trace[1472393623] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"253.979259ms","start":"2026-04-28T03:24:59.195336Z","end":"2026-04-28T03:24:59.449315Z","steps":["trace[1472393623] 'process raft request' (duration: 253.661492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:59.493303Z","caller":"traceutil/trace.go:171","msg":"trace[1002192206] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"150.934675ms","start":"2026-04-28T03:24:59.342334Z","end":"2026-04-28T03:24:59.493268Z","steps":["trace[1002192206] 'process raft request' (duration: 150.71453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:00.061272Z","caller":"traceutil/trace.go:171","msg":"trace[329337882] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"368.510252ms","start":"2026-04-28T03:24:59.692745Z","end":"2026-04-28T03:25:00.061255Z","steps":["trace[329337882] 'process raft request' (duration: 368.42441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.06137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.692726Z","time spent":"368.595715ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.264918Z","caller":"traceutil/trace.go:171","msg":"trace[1249564586] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"453.536134ms","start":"2026-04-28T03:24:59.811353Z","end":"2026-04-28T03:25:00.264889Z","steps":["trace[1249564586] 'process raft request' (duration: 398.259012ms)","trace[1249564586] 'compare' (duration: 55.099468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.265051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.811325Z","time spent":"453.658206ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.265145Z","caller":"traceutil/trace.go:171","msg":"trace[139973125] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"453.77114ms","start":"2026-04-28T03:24:59.811352Z","end":"2026-04-28T03:25:00.265123Z","steps":["trace[139973125] 'process raft request' (duration: 453.494303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.265232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.811321Z","time spent":"453.865572ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.265443Z","caller":"traceutil/trace.go:171","msg":"trace[433504402] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"450.417363ms","start":"2026-04-28T03:24:59.815001Z","end":"2026-04-28T03:25:00.265418Z","steps":["trace[433504402] 'process raft request' (duration: 450.039775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.265589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.814976Z","time spent":"450.532585ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:00.361537Z","caller":"traceutil/trace.go:171","msg":"trace[920089711] linearizableReadLoop","detail":"{readStateIndex:3022; appliedIndex:3019; }","duration":"547.692593ms","start":"2026-04-28T03:24:59.813821Z","end":"2026-04-28T03:25:00.361513Z","steps":["trace[920089711] 'read index received' (duration: 247.334906ms)","trace[920089711] 'applied index is now lower than readState.Index' (duration: 300.356407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:00.361777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.317579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:00.361861Z","caller":"traceutil/trace.go:171","msg":"trace[2029865155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2848; }","duration":"315.407541ms","start":"2026-04-28T03:25:00.046438Z","end":"2026-04-28T03:25:00.361846Z","steps":["trace[2029865155] 'agreement among raft nodes before linearized reading' (duration: 315.290138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.361898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:00.046391Z","time spent":"315.498553ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:00.3619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.071801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:00.361953Z","caller":"traceutil/trace.go:171","msg":"trace[69929887] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2848; }","duration":"548.124264ms","start":"2026-04-28T03:24:59.813813Z","end":"2026-04-28T03:25:00.361938Z","steps":["trace[69929887] 'agreement among raft nodes before linearized reading' (duration: 547.852717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.36199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.813769Z","time spent":"548.211986ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:00.361795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.105564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:00.362035Z","caller":"traceutil/trace.go:171","msg":"trace[298963871] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2848; }","duration":"439.385432ms","start":"2026-04-28T03:24:59.922643Z","end":"2026-04-28T03:25:00.362028Z","steps":["trace[298963871] 'agreement among raft nodes before linearized reading' (duration: 439.121315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.362054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.922621Z","time spent":"439.425942ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:00.36204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.945091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:00.362116Z","caller":"traceutil/trace.go:171","msg":"trace[1912007853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2848; }","duration":"545.074254ms","start":"2026-04-28T03:24:59.817023Z","end":"2026-04-28T03:25:00.362097Z","steps":["trace[1912007853] 'agreement among raft nodes before linearized reading' (duration: 544.759456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.362171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.817008Z","time spent":"545.153427ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:25:00.362189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.280198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:00.362236Z","caller":"traceutil/trace.go:171","msg":"trace[827966772] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2848; }","duration":"548.37067ms","start":"2026-04-28T03:24:59.813853Z","end":"2026-04-28T03:25:00.362223Z","steps":["trace[827966772] 'agreement among raft nodes before linearized reading' (duration: 547.852157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:00.362274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:59.813835Z","time spent":"548.429741ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:25:02.43826Z","caller":"traceutil/trace.go:171","msg":"trace[20788582] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"168.513098ms","start":"2026-04-28T03:25:02.269721Z","end":"2026-04-28T03:25:02.438235Z","steps":["trace[20788582] 'process raft request' (duration: 168.337784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:02.64264Z","caller":"traceutil/trace.go:171","msg":"trace[674452419] linearizableReadLoop","detail":"{readStateIndex:3028; appliedIndex:3025; }","duration":"275.811898ms","start":"2026-04-28T03:25:02.366794Z","end":"2026-04-28T03:25:02.642606Z","steps":["trace[674452419] 'read index received' (duration: 71.392261ms)","trace[674452419] 'applied index is now lower than readState.Index' (duration: 204.417447ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.64268Z","caller":"traceutil/trace.go:171","msg":"trace[956023698] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"371.439281ms","start":"2026-04-28T03:25:02.271199Z","end":"2026-04-28T03:25:02.642639Z","steps":["trace[956023698] 'process raft request' (duration: 277.939195ms)","trace[956023698] 'compare' (duration: 93.24241ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:02.642813Z","caller":"traceutil/trace.go:171","msg":"trace[1295778564] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"371.543463ms","start":"2026-04-28T03:25:02.27125Z","end":"2026-04-28T03:25:02.642793Z","steps":["trace[1295778564] 'process raft request' (duration: 371.288147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.642878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:02.271193Z","time spent":"371.583394ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:02.642934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.031153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:25:02.64296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:02.271237Z","time spent":"371.638315ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:02.64298Z","caller":"traceutil/trace.go:171","msg":"trace[2073431757] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2852; }","duration":"276.122205ms","start":"2026-04-28T03:25:02.366846Z","end":"2026-04-28T03:25:02.642968Z","steps":["trace[2073431757] 'agreement among raft nodes before linearized reading' (duration: 275.970942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.643025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.223457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:02.643081Z","caller":"traceutil/trace.go:171","msg":"trace[1144095165] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2852; }","duration":"276.313369ms","start":"2026-04-28T03:25:02.366751Z","end":"2026-04-28T03:25:02.643064Z","steps":["trace[1144095165] 'agreement among raft nodes before linearized reading' (duration: 276.157826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:02.643102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.131232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:02.643165Z","caller":"traceutil/trace.go:171","msg":"trace[885834459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2852; }","duration":"261.233984ms","start":"2026-04-28T03:25:02.381914Z","end":"2026-04-28T03:25:02.643148Z","steps":["trace[885834459] 'agreement among raft nodes before linearized reading' (duration: 260.997829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:04.081796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:04.588036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:05.08898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:05.17775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597145114s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:05.178921Z","caller":"traceutil/trace.go:171","msg":"trace[1307770066] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"1.598374521s","start":"2026-04-28T03:25:03.580517Z","end":"2026-04-28T03:25:05.178892Z","steps":["trace[1307770066] 'process raft request' (duration: 1.598182497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:05.179124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:03.5805Z","time spent":"1.598494695s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:06.313395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134642344s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:06.629894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.173689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:25:06.630501Z","caller":"traceutil/trace.go:171","msg":"trace[311504311] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"2.186886107s","start":"2026-04-28T03:25:04.443593Z","end":"2026-04-28T03:25:06.630479Z","steps":["trace[311504311] 'process raft request' (duration: 2.186395296s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.630559Z","caller":"traceutil/trace.go:171","msg":"trace[73776815] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"1.321370977s","start":"2026-04-28T03:25:05.309169Z","end":"2026-04-28T03:25:06.63054Z","steps":["trace[73776815] 'process raft request' (duration: 1.321315776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.63061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.443575Z","time spent":"2.186977039s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:06.630651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:05.309134Z","time spent":"1.321466598s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:06.630761Z","caller":"traceutil/trace.go:171","msg":"trace[2020148610] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"1.967825286s","start":"2026-04-28T03:25:04.662925Z","end":"2026-04-28T03:25:06.63075Z","steps":["trace[2020148610] 'process raft request' (duration: 1.967385736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.630819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.662904Z","time spent":"1.967884778s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:06.630923Z","caller":"traceutil/trace.go:171","msg":"trace[676761272] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"1.967832446s","start":"2026-04-28T03:25:04.663059Z","end":"2026-04-28T03:25:06.630891Z","steps":["trace[676761272] 'process raft request' (duration: 1.967344005s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.630915Z","caller":"traceutil/trace.go:171","msg":"trace[617386062] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3028; }","duration":"3.049868179s","start":"2026-04-28T03:25:03.580999Z","end":"2026-04-28T03:25:06.630867Z","steps":["trace[617386062] 'read index received' (duration: 1.597691026s)","trace[617386062] 'applied index is now lower than readState.Index' (duration: 1.452171863s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:06.630922Z","caller":"traceutil/trace.go:171","msg":"trace[1522858966] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"1.323494395s","start":"2026-04-28T03:25:05.307398Z","end":"2026-04-28T03:25:06.630893Z","steps":["trace[1522858966] 'process raft request' (duration: 1.323048605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050075204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:25:06.631075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.663034Z","time spent":"1.967953689s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:06.631116Z","caller":"traceutil/trace.go:171","msg":"trace[822860405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2858; }","duration":"3.050151816s","start":"2026-04-28T03:25:03.580952Z","end":"2026-04-28T03:25:06.631104Z","steps":["trace[822860405] 'agreement among raft nodes before linearized reading' (duration: 3.050019993s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:03.580932Z","time spent":"3.050220717s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:05.30738Z","time spent":"1.323725641s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:06.631252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968306027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:06.631323Z","caller":"traceutil/trace.go:171","msg":"trace[1887642109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2858; }","duration":"1.968599813s","start":"2026-04-28T03:25:04.662709Z","end":"2026-04-28T03:25:06.631309Z","steps":["trace[1887642109] 'agreement among raft nodes before linearized reading' (duration: 1.968423569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.63136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.662657Z","time spent":"1.968695445s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969155316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:25:06.631399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.663969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:06.631401Z","caller":"traceutil/trace.go:171","msg":"trace[1528921299] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2858; }","duration":"1.969190457s","start":"2026-04-28T03:25:04.6622Z","end":"2026-04-28T03:25:06.63139Z","steps":["trace[1528921299] 'agreement among raft nodes before linearized reading' (duration: 1.969106284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273215878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:06.63143Z","caller":"traceutil/trace.go:171","msg":"trace[1682714411] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2858; }","duration":"178.68907ms","start":"2026-04-28T03:25:06.452729Z","end":"2026-04-28T03:25:06.631418Z","steps":["trace[1682714411] 'agreement among raft nodes before linearized reading' (duration: 178.649668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.662197Z","time spent":"1.969225488s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584553897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:06.631469Z","caller":"traceutil/trace.go:171","msg":"trace[410741159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2858; }","duration":"2.273437264s","start":"2026-04-28T03:25:04.358011Z","end":"2026-04-28T03:25:06.631448Z","steps":["trace[410741159] 'agreement among raft nodes before linearized reading' (duration: 2.27328438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.63152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376327373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:06.631538Z","caller":"traceutil/trace.go:171","msg":"trace[582900502] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2858; }","duration":"1.376375733s","start":"2026-04-28T03:25:05.255158Z","end":"2026-04-28T03:25:06.631534Z","steps":["trace[582900502] 'agreement among raft nodes before linearized reading' (duration: 1.376345823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039910321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710\" ","response":"range_response_count:1 size:850"} {"level":"warn","ts":"2026-04-28T03:25:06.631366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.970003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:06.631557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969371712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:06.631587Z","caller":"traceutil/trace.go:171","msg":"trace[2013302196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2858; }","duration":"496.22502ms","start":"2026-04-28T03:25:06.135348Z","end":"2026-04-28T03:25:06.631573Z","steps":["trace[2013302196] 'agreement among raft nodes before linearized reading' (duration: 495.968113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.631493Z","caller":"traceutil/trace.go:171","msg":"trace[324429771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2858; }","duration":"1.584584327s","start":"2026-04-28T03:25:05.046901Z","end":"2026-04-28T03:25:06.631485Z","steps":["trace[324429771] 'agreement among raft nodes before linearized reading' (duration: 1.584528606s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.631613Z","caller":"traceutil/trace.go:171","msg":"trace[667761412] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2858; }","duration":"1.969448483s","start":"2026-04-28T03:25:04.662149Z","end":"2026-04-28T03:25:06.631597Z","steps":["trace[667761412] 'agreement among raft nodes before linearized reading' (duration: 1.969298389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032179116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:25:06.631721Z","caller":"traceutil/trace.go:171","msg":"trace[2023980998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2858; }","duration":"3.032685378s","start":"2026-04-28T03:25:03.599022Z","end":"2026-04-28T03:25:06.631707Z","steps":["trace[2023980998] 'agreement among raft nodes before linearized reading' (duration: 3.032101234s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:06.631572Z","caller":"traceutil/trace.go:171","msg":"trace[618505419] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710; range_end:; response_count:1; response_revision:2858; }","duration":"2.040152448s","start":"2026-04-28T03:25:04.59141Z","end":"2026-04-28T03:25:06.631562Z","steps":["trace[618505419] 'agreement among raft nodes before linearized reading' (duration: 2.039733098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:03.599001Z","time spent":"3.032755969s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.591392Z","time spent":"2.040389014s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":873,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.662133Z","time spent":"1.969575926s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:06.135328Z","time spent":"496.294111ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:06.631272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201299945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:06.63193Z","caller":"traceutil/trace.go:171","msg":"trace[1199666203] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2858; }","duration":"2.201989582s","start":"2026-04-28T03:25:04.429933Z","end":"2026-04-28T03:25:06.631923Z","steps":["trace[1199666203] 'agreement among raft nodes before linearized reading' (duration: 2.201310386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:06.631956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.429916Z","time spent":"2.202033454s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:06.63153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:04.357991Z","time spent":"2.273522356s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:06.631553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:05.255141Z","time spent":"1.376408525s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:06.631689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:05.046848Z","time spent":"1.584834863s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:06.861992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.396237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:06.862252Z","caller":"traceutil/trace.go:171","msg":"trace[77526439] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3035; }","duration":"225.303774ms","start":"2026-04-28T03:25:06.63691Z","end":"2026-04-28T03:25:06.862214Z","steps":["trace[77526439] 'read index received' (duration: 119.582381ms)","trace[77526439] 'applied index is now lower than readState.Index' (duration: 105.718743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:06.862259Z","caller":"traceutil/trace.go:171","msg":"trace[74140517] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"227.399132ms","start":"2026-04-28T03:25:06.634829Z","end":"2026-04-28T03:25:06.862229Z","steps":["trace[74140517] 'process raft request' (duration: 121.650937ms)","trace[74140517] 'compare' (duration: 105.204402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:06.862588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.716504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:06.862664Z","caller":"traceutil/trace.go:171","msg":"trace[18084945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2859; }","duration":"225.842396ms","start":"2026-04-28T03:25:06.636806Z","end":"2026-04-28T03:25:06.862648Z","steps":["trace[18084945] 'agreement among raft nodes before linearized reading' (duration: 225.483748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:07.141763Z","caller":"traceutil/trace.go:171","msg":"trace[1064830176] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"504.655321ms","start":"2026-04-28T03:25:06.637079Z","end":"2026-04-28T03:25:07.141735Z","steps":["trace[1064830176] 'process raft request' (duration: 462.158471ms)","trace[1064830176] 'compare' (duration: 42.03458ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:07.141791Z","caller":"traceutil/trace.go:171","msg":"trace[98447071] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3036; }","duration":"279.43935ms","start":"2026-04-28T03:25:06.862327Z","end":"2026-04-28T03:25:07.141766Z","steps":["trace[98447071] 'read index received' (duration: 237.088183ms)","trace[98447071] 'applied index is now lower than readState.Index' (duration: 42.350207ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:07.141826Z","caller":"traceutil/trace.go:171","msg":"trace[37740101] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"499.862152ms","start":"2026-04-28T03:25:06.64195Z","end":"2026-04-28T03:25:07.141812Z","steps":["trace[37740101] 'process raft request' (duration: 499.704779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:07.141901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:06.637064Z","time spent":"504.769534ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:07.1419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:06.641929Z","time spent":"499.927124ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:07.141932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.071339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:07.141979Z","caller":"traceutil/trace.go:171","msg":"trace[778072272] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2861; }","duration":"303.165562ms","start":"2026-04-28T03:25:06.838802Z","end":"2026-04-28T03:25:07.141968Z","steps":["trace[778072272] 'agreement among raft nodes before linearized reading' (duration: 303.07703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:07.142022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:06.838784Z","time spent":"303.228033ms","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:07.168314Z","caller":"traceutil/trace.go:171","msg":"trace[1191999695] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"208.594282ms","start":"2026-04-28T03:25:06.95968Z","end":"2026-04-28T03:25:07.168274Z","steps":["trace[1191999695] 'process raft request' (duration: 208.373657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:07.168417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.757359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-04-28T03:25:07.168527Z","caller":"traceutil/trace.go:171","msg":"trace[288944611] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2; range_end:; response_count:1; response_revision:2862; }","duration":"301.912153ms","start":"2026-04-28T03:25:06.866592Z","end":"2026-04-28T03:25:07.168504Z","steps":["trace[288944611] 'agreement among raft nodes before linearized reading' (duration: 301.666457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:07.168581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:06.866567Z","time spent":"301.999105ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa67397c235ef2\" "} {"level":"info","ts":"2026-04-28T03:25:07.347539Z","caller":"traceutil/trace.go:171","msg":"trace[539939381] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3040; }","duration":"121.044664ms","start":"2026-04-28T03:25:07.226458Z","end":"2026-04-28T03:25:07.347503Z","steps":["trace[539939381] 'read index received' (duration: 67.45588ms)","trace[539939381] 'applied index is now lower than readState.Index' (duration: 53.586984ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:07.347678Z","caller":"traceutil/trace.go:171","msg":"trace[397719072] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"160.976395ms","start":"2026-04-28T03:25:07.186624Z","end":"2026-04-28T03:25:07.3476Z","steps":["trace[397719072] 'process raft request' (duration: 107.274609ms)","trace[397719072] 'compare' (duration: 53.42197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:07.347858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.364991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa674b59a549d2\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-28T03:25:07.347905Z","caller":"traceutil/trace.go:171","msg":"trace[1690216698] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa674b59a549d2; range_end:; response_count:1; response_revision:2864; }","duration":"121.478573ms","start":"2026-04-28T03:25:07.22641Z","end":"2026-04-28T03:25:07.347889Z","steps":["trace[1690216698] 'agreement among raft nodes before linearized reading' (duration: 121.227408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:09.088798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:09.589632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:10.08998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:10.468811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010125241s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:10.469521Z","caller":"traceutil/trace.go:171","msg":"trace[1054488777] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"2.01138465s","start":"2026-04-28T03:25:08.458112Z","end":"2026-04-28T03:25:10.469496Z","steps":["trace[1054488777] 'process raft request' (duration: 2.011174025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:10.469665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.458088Z","time spent":"2.011499132s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:11.055899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:25:11.055978Z","caller":"traceutil/trace.go:171","msg":"trace[1578566473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161634s","start":"2026-04-28T03:25:09.0558Z","end":"2026-04-28T03:25:11.055961Z","steps":["trace[1578566473] 'agreement among raft nodes before linearized reading' (duration: 2.000061092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:11.056023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.055782Z","time spent":"2.000231886s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:25:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:25:12.019792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522870543s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:12.020219Z","caller":"traceutil/trace.go:171","msg":"trace[781387065] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"3.385292868s","start":"2026-04-28T03:25:08.634899Z","end":"2026-04-28T03:25:12.020191Z","steps":["trace[781387065] 'process raft request' (duration: 3.385074103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.020373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.634878Z","time spent":"3.385407601s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.020524Z","caller":"traceutil/trace.go:171","msg":"trace[1761952940] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"3.383040797s","start":"2026-04-28T03:25:08.637452Z","end":"2026-04-28T03:25:12.020493Z","steps":["trace[1761952940] 'process raft request' (duration: 3.382686489s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.020561Z","caller":"traceutil/trace.go:171","msg":"trace[150563835] linearizableReadLoop","detail":"{readStateIndex:3047; appliedIndex:3042; }","duration":"3.432244495s","start":"2026-04-28T03:25:08.588297Z","end":"2026-04-28T03:25:12.020542Z","steps":["trace[150563835] 'read index received' (duration: 1.880910575s)","trace[150563835] 'applied index is now lower than readState.Index' (duration: 1.55133284s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:12.02065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.637424Z","time spent":"3.38315764s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.020656Z","caller":"traceutil/trace.go:171","msg":"trace[1729626451] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"3.383017427s","start":"2026-04-28T03:25:08.63761Z","end":"2026-04-28T03:25:12.020627Z","steps":["trace[1729626451] 'process raft request' (duration: 3.382780762s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.020703Z","caller":"traceutil/trace.go:171","msg":"trace[633084584] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"2.66779259s","start":"2026-04-28T03:25:09.352894Z","end":"2026-04-28T03:25:12.020686Z","steps":["trace[633084584] 'process raft request' (duration: 2.667584896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.02079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.637561Z","time spent":"3.38316137s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:12.02079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.352863Z","time spent":"2.667873321s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:12.020939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432635994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:25:12.020979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582723408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:12.021002Z","caller":"traceutil/trace.go:171","msg":"trace[1104117886] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2870; }","duration":"3.432740006s","start":"2026-04-28T03:25:08.588248Z","end":"2026-04-28T03:25:12.020988Z","steps":["trace[1104117886] 'agreement among raft nodes before linearized reading' (duration: 3.432572672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148480168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:25:12.021055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.588223Z","time spent":"3.432818998s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:25:12.020913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3844583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:25:12.021131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236557824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:12.021133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374617036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:25:12.021151Z","caller":"traceutil/trace.go:171","msg":"trace[2133876190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2870; }","duration":"2.236614996s","start":"2026-04-28T03:25:09.784529Z","end":"2026-04-28T03:25:12.021144Z","steps":["trace[2133876190] 'agreement among raft nodes before linearized reading' (duration: 2.236581585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.021133Z","caller":"traceutil/trace.go:171","msg":"trace[137183294] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2870; }","duration":"3.384687325s","start":"2026-04-28T03:25:08.636428Z","end":"2026-04-28T03:25:12.021115Z","steps":["trace[137183294] 'agreement among raft nodes before linearized reading' (duration: 3.384407379s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.021155Z","caller":"traceutil/trace.go:171","msg":"trace[1853013064] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2870; }","duration":"3.374664827s","start":"2026-04-28T03:25:08.646484Z","end":"2026-04-28T03:25:12.021149Z","steps":["trace[1853013064] 'agreement among raft nodes before linearized reading' (duration: 3.374619116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.646468Z","time spent":"3.374706448s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T03:25:12.021186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.784508Z","time spent":"2.236657577s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:12.021189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.636421Z","time spent":"3.384751436s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:12.020956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.466633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:12.021015Z","caller":"traceutil/trace.go:171","msg":"trace[1313913380] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2870; }","duration":"2.58279772s","start":"2026-04-28T03:25:09.43821Z","end":"2026-04-28T03:25:12.021008Z","steps":["trace[1313913380] 'agreement among raft nodes before linearized reading' (duration: 2.582732208s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.021292Z","caller":"traceutil/trace.go:171","msg":"trace[664252420] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2870; }","duration":"480.828232ms","start":"2026-04-28T03:25:11.540448Z","end":"2026-04-28T03:25:12.021276Z","steps":["trace[664252420] 'agreement among raft nodes before linearized reading' (duration: 480.481724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.783395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:12.021338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.438189Z","time spent":"2.583128798s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:12.021347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.540426Z","time spent":"480.902405ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:12.021361Z","caller":"traceutil/trace.go:171","msg":"trace[1103106488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"965.123114ms","start":"2026-04-28T03:25:11.056229Z","end":"2026-04-28T03:25:12.021352Z","steps":["trace[1103106488] 'agreement among raft nodes before linearized reading' (duration: 964.800276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384745927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:25:12.02138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:11.056211Z","time spent":"965.163375ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:12.021386Z","caller":"traceutil/trace.go:171","msg":"trace[555565219] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2870; }","duration":"3.384815429s","start":"2026-04-28T03:25:08.636564Z","end":"2026-04-28T03:25:12.021379Z","steps":["trace[555565219] 'agreement among raft nodes before linearized reading' (duration: 3.384751477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.63654Z","time spent":"3.38485981s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:12.0211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243921606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:12.020986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870087635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:12.021494Z","caller":"traceutil/trace.go:171","msg":"trace[1100350495] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2870; }","duration":"2.870615848s","start":"2026-04-28T03:25:09.150871Z","end":"2026-04-28T03:25:12.021487Z","steps":["trace[1100350495] 'agreement among raft nodes before linearized reading' (duration: 2.870098966s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.021083Z","caller":"traceutil/trace.go:171","msg":"trace[18059291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2870; }","duration":"3.1485523s","start":"2026-04-28T03:25:08.872521Z","end":"2026-04-28T03:25:12.021073Z","steps":["trace[18059291] 'agreement among raft nodes before linearized reading' (duration: 3.148477608s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.021492Z","caller":"traceutil/trace.go:171","msg":"trace[1195208581] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2870; }","duration":"1.244346017s","start":"2026-04-28T03:25:10.777134Z","end":"2026-04-28T03:25:12.02148Z","steps":["trace[1195208581] 'agreement among raft nodes before linearized reading' (duration: 1.243941927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.021513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:09.15086Z","time spent":"2.870646879s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:12.021529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:10.777114Z","time spent":"1.244405108s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:12.021531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:08.872494Z","time spent":"3.149021762s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:25:12.199224Z","caller":"traceutil/trace.go:171","msg":"trace[1732273449] linearizableReadLoop","detail":"{readStateIndex:3048; appliedIndex:3047; }","duration":"174.011663ms","start":"2026-04-28T03:25:12.025185Z","end":"2026-04-28T03:25:12.199197Z","steps":["trace[1732273449] 'read index received' (duration: 149.893934ms)","trace[1732273449] 'applied index is now lower than readState.Index' (duration: 24.116078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:12.199572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.607485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa670e2de2e392\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-28T03:25:12.199697Z","caller":"traceutil/trace.go:171","msg":"trace[1535268890] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa670e2de2e392; range_end:; response_count:1; response_revision:2870; }","duration":"170.768579ms","start":"2026-04-28T03:25:12.028874Z","end":"2026-04-28T03:25:12.199642Z","steps":["trace[1535268890] 'agreement among raft nodes before linearized reading' (duration: 170.497283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.199703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.153586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:25:12.199749Z","caller":"traceutil/trace.go:171","msg":"trace[913130568] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2870; }","duration":"152.246148ms","start":"2026-04-28T03:25:12.04749Z","end":"2026-04-28T03:25:12.199736Z","steps":["trace[913130568] 'agreement among raft nodes before linearized reading' (duration: 152.055773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.199819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.930079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-04-28T03:25:12.199916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.659161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:12.19993Z","caller":"traceutil/trace.go:171","msg":"trace[2086255561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2870; }","duration":"155.087632ms","start":"2026-04-28T03:25:12.044822Z","end":"2026-04-28T03:25:12.19991Z","steps":["trace[2086255561] 'agreement among raft nodes before linearized reading' (duration: 154.720364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.199981Z","caller":"traceutil/trace.go:171","msg":"trace[408915848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2870; }","duration":"168.781984ms","start":"2026-04-28T03:25:12.031185Z","end":"2026-04-28T03:25:12.199967Z","steps":["trace[408915848] 'agreement among raft nodes before linearized reading' (duration: 168.494467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.200134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.194387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:12.200175Z","caller":"traceutil/trace.go:171","msg":"trace[1980285988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"175.029435ms","start":"2026-04-28T03:25:12.025135Z","end":"2026-04-28T03:25:12.200164Z","steps":["trace[1980285988] 'agreement among raft nodes before linearized reading' (duration: 174.200547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.845704Z","caller":"traceutil/trace.go:171","msg":"trace[771190118] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"643.655271ms","start":"2026-04-28T03:25:12.202001Z","end":"2026-04-28T03:25:12.845656Z","steps":["trace[771190118] 'process raft request' (duration: 643.370105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.84594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.20198Z","time spent":"643.840985ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.846129Z","caller":"traceutil/trace.go:171","msg":"trace[1483783295] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"640.55291ms","start":"2026-04-28T03:25:12.20555Z","end":"2026-04-28T03:25:12.846103Z","steps":["trace[1483783295] 'process raft request' (duration: 639.977257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.846297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.205517Z","time spent":"640.684903ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:12.846519Z","caller":"traceutil/trace.go:171","msg":"trace[555651204] linearizableReadLoop","detail":"{readStateIndex:3050; appliedIndex:3048; }","duration":"640.912938ms","start":"2026-04-28T03:25:12.205564Z","end":"2026-04-28T03:25:12.846477Z","steps":["trace[555651204] 'read index received' (duration: 19.441811ms)","trace[555651204] 'applied index is now lower than readState.Index' (duration: 621.467777ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:12.846811Z","caller":"traceutil/trace.go:171","msg":"trace[132077137] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"638.34487ms","start":"2026-04-28T03:25:12.208445Z","end":"2026-04-28T03:25:12.84679Z","steps":["trace[132077137] 'process raft request' (duration: 637.117063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.846908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.208428Z","time spent":"638.432552ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:12.846905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.322487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:12.846916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.485775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:12.846967Z","caller":"traceutil/trace.go:171","msg":"trace[1670098653] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2874; }","duration":"641.396689ms","start":"2026-04-28T03:25:12.205556Z","end":"2026-04-28T03:25:12.846952Z","steps":["trace[1670098653] 'agreement among raft nodes before linearized reading' (duration: 641.257986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:12.847096Z","caller":"traceutil/trace.go:171","msg":"trace[1404546383] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2874; }","duration":"506.665219ms","start":"2026-04-28T03:25:12.340381Z","end":"2026-04-28T03:25:12.847047Z","steps":["trace[1404546383] 'agreement among raft nodes before linearized reading' (duration: 506.500386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:12.84719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.205493Z","time spent":"641.667856ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:12.847254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.34036Z","time spent":"506.827812ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:13.519359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.379367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:13.519502Z","caller":"traceutil/trace.go:171","msg":"trace[1570051565] linearizableReadLoop","detail":"{readStateIndex:3053; appliedIndex:3052; }","duration":"657.684649ms","start":"2026-04-28T03:25:12.861794Z","end":"2026-04-28T03:25:13.519479Z","steps":["trace[1570051565] 'read index received' (duration: 385.046696ms)","trace[1570051565] 'applied index is now lower than readState.Index' (duration: 272.636273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:13.519728Z","caller":"traceutil/trace.go:171","msg":"trace[1379028193] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"658.042228ms","start":"2026-04-28T03:25:12.861588Z","end":"2026-04-28T03:25:13.51963Z","steps":["trace[1379028193] 'process raft request' (duration: 385.263712ms)","trace[1379028193] 'compare' (duration: 272.173592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:13.519826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.861567Z","time spent":"658.208341ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:13.519891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.981676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-28T03:25:13.519966Z","caller":"traceutil/trace.go:171","msg":"trace[1142110476] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"658.094978ms","start":"2026-04-28T03:25:12.861852Z","end":"2026-04-28T03:25:13.519947Z","steps":["trace[1142110476] 'agreement among raft nodes before linearized reading' (duration: 657.868123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.861838Z","time spent":"658.15862ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.571713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:13.520152Z","caller":"traceutil/trace.go:171","msg":"trace[1496916085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2875; }","duration":"464.714166ms","start":"2026-04-28T03:25:13.055421Z","end":"2026-04-28T03:25:13.520135Z","steps":["trace[1496916085] 'agreement among raft nodes before linearized reading' (duration: 464.608294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.055379Z","time spent":"464.812748ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.731844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-28T03:25:13.520205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.638193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" ","response":"range_response_count:1 size:7201"} {"level":"info","ts":"2026-04-28T03:25:13.520256Z","caller":"traceutil/trace.go:171","msg":"trace[925609929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"463.822947ms","start":"2026-04-28T03:25:13.05642Z","end":"2026-04-28T03:25:13.520243Z","steps":["trace[925609929] 'agreement among raft nodes before linearized reading' (duration: 463.606182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.714141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-28T03:25:13.520271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.967195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-28T03:25:13.520279Z","caller":"traceutil/trace.go:171","msg":"trace[1351079471] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz; range_end:; response_count:1; response_revision:2875; }","duration":"467.781766ms","start":"2026-04-28T03:25:13.052478Z","end":"2026-04-28T03:25:13.52026Z","steps":["trace[1351079471] 'agreement among raft nodes before linearized reading' (duration: 467.537231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.056403Z","time spent":"463.886388ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.694818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:13.52033Z","caller":"traceutil/trace.go:171","msg":"trace[122560715] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"628.069427ms","start":"2026-04-28T03:25:12.892246Z","end":"2026-04-28T03:25:13.520315Z","steps":["trace[122560715] 'agreement among raft nodes before linearized reading' (duration: 627.842472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.052445Z","time spent":"467.882398ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7224,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.892221Z","time spent":"628.148289ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:25:13.520371Z","caller":"traceutil/trace.go:171","msg":"trace[1212360740] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:2875; }","duration":"457.876542ms","start":"2026-04-28T03:25:13.062472Z","end":"2026-04-28T03:25:13.520349Z","steps":["trace[1212360740] 'agreement among raft nodes before linearized reading' (duration: 457.638657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.783974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-28T03:25:13.520436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.062452Z","time spent":"457.972394ms","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:13.520465Z","caller":"traceutil/trace.go:171","msg":"trace[1652249977] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"654.939197ms","start":"2026-04-28T03:25:12.865502Z","end":"2026-04-28T03:25:13.520441Z","steps":["trace[1652249977] 'agreement among raft nodes before linearized reading' (duration: 654.556598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:13.520489Z","caller":"traceutil/trace.go:171","msg":"trace[286947191] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"657.782402ms","start":"2026-04-28T03:25:12.862519Z","end":"2026-04-28T03:25:13.520301Z","steps":["trace[286947191] 'agreement among raft nodes before linearized reading' (duration: 657.585488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.865491Z","time spent":"655.03019ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.862511Z","time spent":"658.023307ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:25:13.520596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.792184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-28T03:25:13.520659Z","caller":"traceutil/trace.go:171","msg":"trace[260131495] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2875; }","duration":"658.870907ms","start":"2026-04-28T03:25:12.861771Z","end":"2026-04-28T03:25:13.520642Z","steps":["trace[260131495] 'agreement among raft nodes before linearized reading' (duration: 657.968225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.520705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:12.861761Z","time spent":"658.934628ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:25:13.82914Z","caller":"traceutil/trace.go:171","msg":"trace[1533777139] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3053; }","duration":"242.017668ms","start":"2026-04-28T03:25:13.587095Z","end":"2026-04-28T03:25:13.829113Z","steps":["trace[1533777139] 'read index received' (duration: 241.364254ms)","trace[1533777139] 'applied index is now lower than readState.Index' (duration: 652.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:13.829182Z","caller":"traceutil/trace.go:171","msg":"trace[615508235] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"300.24363ms","start":"2026-04-28T03:25:13.528906Z","end":"2026-04-28T03:25:13.82915Z","steps":["trace[615508235] 'process raft request' (duration: 300.051226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:13.82932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.528882Z","time spent":"300.361872ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7030,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:13.829494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.171752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:13.829556Z","caller":"traceutil/trace.go:171","msg":"trace[801214972] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2876; }","duration":"242.478659ms","start":"2026-04-28T03:25:13.587056Z","end":"2026-04-28T03:25:13.829534Z","steps":["trace[801214972] 'agreement among raft nodes before linearized reading' (duration: 242.175252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.195582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.508306ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:25:14.195893Z","caller":"traceutil/trace.go:171","msg":"trace[1652136878] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"169.90749ms","start":"2026-04-28T03:25:14.02597Z","end":"2026-04-28T03:25:14.195877Z","steps":["trace[1652136878] 'process raft request' (duration: 169.770347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.19591Z","caller":"traceutil/trace.go:171","msg":"trace[1638656041] linearizableReadLoop","detail":"{readStateIndex:3055; appliedIndex:3054; }","duration":"366.673569ms","start":"2026-04-28T03:25:13.829208Z","end":"2026-04-28T03:25:14.195881Z","steps":["trace[1638656041] 'read index received' (duration: 176.835016ms)","trace[1638656041] 'applied index is now lower than readState.Index' (duration: 189.836263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:14.196099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.726127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa6739785018a2\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-04-28T03:25:14.196143Z","caller":"traceutil/trace.go:171","msg":"trace[1720791072] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa6739785018a2; range_end:; response_count:1; response_revision:2877; }","duration":"604.811049ms","start":"2026-04-28T03:25:13.591322Z","end":"2026-04-28T03:25:14.196133Z","steps":["trace[1720791072] 'agreement among raft nodes before linearized reading' (duration: 604.664615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.196169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.591305Z","time spent":"604.85602ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aa6739785018a2\" "} {"level":"warn","ts":"2026-04-28T03:25:14.444886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.726068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:14.445053Z","caller":"traceutil/trace.go:171","msg":"trace[1849354628] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"418.332104ms","start":"2026-04-28T03:25:14.026706Z","end":"2026-04-28T03:25:14.445038Z","steps":["trace[1849354628] 'process raft request' (duration: 418.254282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.445111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.026693Z","time spent":"418.391665ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:14.445088Z","caller":"traceutil/trace.go:171","msg":"trace[320064022] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"418.392414ms","start":"2026-04-28T03:25:14.026665Z","end":"2026-04-28T03:25:14.445058Z","steps":["trace[320064022] 'process raft request' (duration: 273.417151ms)","trace[320064022] 'compare' (duration: 144.620795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:14.445224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.026608Z","time spent":"418.542638ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:14.445284Z","caller":"traceutil/trace.go:171","msg":"trace[1484394042] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3056; }","duration":"249.305993ms","start":"2026-04-28T03:25:14.195966Z","end":"2026-04-28T03:25:14.445272Z","steps":["trace[1484394042] 'read index received' (duration: 104.131645ms)","trace[1484394042] 'applied index is now lower than readState.Index' (duration: 145.173568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:14.445456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.820537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:14.445518Z","caller":"traceutil/trace.go:171","msg":"trace[221066778] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2880; }","duration":"419.901788ms","start":"2026-04-28T03:25:14.025606Z","end":"2026-04-28T03:25:14.445508Z","steps":["trace[221066778] 'agreement among raft nodes before linearized reading' (duration: 419.751725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.445514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.538202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:14.445561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.228178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:14.445558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.025601Z","time spent":"419.945229ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:14.445481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.563406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:14.445584Z","caller":"traceutil/trace.go:171","msg":"trace[1547133021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2880; }","duration":"535.29064ms","start":"2026-04-28T03:25:13.910287Z","end":"2026-04-28T03:25:14.445577Z","steps":["trace[1547133021] 'agreement among raft nodes before linearized reading' (duration: 535.251479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.445591Z","caller":"traceutil/trace.go:171","msg":"trace[164286290] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2880; }","duration":"291.656615ms","start":"2026-04-28T03:25:14.153917Z","end":"2026-04-28T03:25:14.445574Z","steps":["trace[164286290] 'agreement among raft nodes before linearized reading' (duration: 291.511662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.445615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.910266Z","time spent":"535.343591ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:14.445642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.170113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:25:14.445666Z","caller":"traceutil/trace.go:171","msg":"trace[1797113211] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2880; }","duration":"611.278436ms","start":"2026-04-28T03:25:13.834381Z","end":"2026-04-28T03:25:14.44566Z","steps":["trace[1797113211] 'agreement among raft nodes before linearized reading' (duration: 611.214264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.445683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.834359Z","time spent":"611.320326ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:25:14.44557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.980081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:14.445258Z","caller":"traceutil/trace.go:171","msg":"trace[210233114] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"418.434925ms","start":"2026-04-28T03:25:14.026765Z","end":"2026-04-28T03:25:14.4452Z","steps":["trace[210233114] 'process raft request' (duration: 418.237071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.445733Z","caller":"traceutil/trace.go:171","msg":"trace[1113150990] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2880; }","duration":"420.183755ms","start":"2026-04-28T03:25:14.025541Z","end":"2026-04-28T03:25:14.445724Z","steps":["trace[1113150990] 'agreement among raft nodes before linearized reading' (duration: 419.97256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.445684Z","caller":"traceutil/trace.go:171","msg":"trace[859418587] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2880; }","duration":"292.755651ms","start":"2026-04-28T03:25:14.152859Z","end":"2026-04-28T03:25:14.445615Z","steps":["trace[859418587] 'agreement among raft nodes before linearized reading' (duration: 292.587407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.445758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.025518Z","time spent":"420.231036ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:14.445792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.026761Z","time spent":"418.978318ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:14.446046Z","caller":"traceutil/trace.go:171","msg":"trace[1160556078] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"246.485509ms","start":"2026-04-28T03:25:14.199547Z","end":"2026-04-28T03:25:14.446032Z","steps":["trace[1160556078] 'process raft request' (duration: 245.678051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.446142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.813493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-28T03:25:14.446163Z","caller":"traceutil/trace.go:171","msg":"trace[1653121338] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2881; }","duration":"182.868324ms","start":"2026-04-28T03:25:14.263288Z","end":"2026-04-28T03:25:14.446157Z","steps":["trace[1653121338] 'agreement among raft nodes before linearized reading' (duration: 182.816123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.44609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.881518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:14.446292Z","caller":"traceutil/trace.go:171","msg":"trace[660032860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2881; }","duration":"236.116073ms","start":"2026-04-28T03:25:14.210165Z","end":"2026-04-28T03:25:14.446281Z","steps":["trace[660032860] 'agreement among raft nodes before linearized reading' (duration: 235.864597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.589303Z","caller":"traceutil/trace.go:171","msg":"trace[2075952450] linearizableReadLoop","detail":"{readStateIndex:3061; appliedIndex:3060; }","duration":"130.892274ms","start":"2026-04-28T03:25:14.45838Z","end":"2026-04-28T03:25:14.589273Z","steps":["trace[2075952450] 'read index received' (duration: 104.74381ms)","trace[2075952450] 'applied index is now lower than readState.Index' (duration: 26.147244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:14.589427Z","caller":"traceutil/trace.go:171","msg":"trace[432563466] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"135.839975ms","start":"2026-04-28T03:25:14.453523Z","end":"2026-04-28T03:25:14.589363Z","steps":["trace[432563466] 'process raft request' (duration: 109.725362ms)","trace[432563466] 'compare' (duration: 25.901588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:14.58953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.132869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-28T03:25:14.589584Z","caller":"traceutil/trace.go:171","msg":"trace[900062488] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2882; }","duration":"131.232741ms","start":"2026-04-28T03:25:14.458333Z","end":"2026-04-28T03:25:14.589566Z","steps":["trace[900062488] 'agreement among raft nodes before linearized reading' (duration: 131.053277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.208002Z","caller":"traceutil/trace.go:171","msg":"trace[1719844783] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"567.85798ms","start":"2026-04-28T03:25:14.640112Z","end":"2026-04-28T03:25:15.20797Z","steps":["trace[1719844783] 'process raft request' (duration: 562.103459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.20876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.640034Z","time spent":"568.643638ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6836,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:15.307164Z","caller":"traceutil/trace.go:171","msg":"trace[1410714623] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3061; }","duration":"191.361116ms","start":"2026-04-28T03:25:15.115777Z","end":"2026-04-28T03:25:15.307138Z","steps":["trace[1410714623] 'read index received' (duration: 86.445373ms)","trace[1410714623] 'applied index is now lower than readState.Index' (duration: 104.914763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:15.307309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.517021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:15.307347Z","caller":"traceutil/trace.go:171","msg":"trace[608009459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2884; }","duration":"191.618804ms","start":"2026-04-28T03:25:15.115719Z","end":"2026-04-28T03:25:15.307338Z","steps":["trace[608009459] 'agreement among raft nodes before linearized reading' (duration: 191.50883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.307547Z","caller":"traceutil/trace.go:171","msg":"trace[1963863906] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"632.517618ms","start":"2026-04-28T03:25:14.674974Z","end":"2026-04-28T03:25:15.307491Z","steps":["trace[1963863906] 'process raft request' (duration: 632.022386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.307861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:14.674944Z","time spent":"632.809375ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.518604Z","caller":"traceutil/trace.go:171","msg":"trace[413286379] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"315.977338ms","start":"2026-04-28T03:25:16.202588Z","end":"2026-04-28T03:25:16.518566Z","steps":["trace[413286379] 'process raft request' (duration: 315.717622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.518792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:16.202562Z","time spent":"316.127951ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:16.562605Z","caller":"traceutil/trace.go:171","msg":"trace[573433706] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"110.783507ms","start":"2026-04-28T03:25:16.451787Z","end":"2026-04-28T03:25:16.56257Z","steps":["trace[573433706] 'process raft request' (duration: 110.515771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.56315Z","caller":"traceutil/trace.go:171","msg":"trace[319636966] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"111.130175ms","start":"2026-04-28T03:25:16.451989Z","end":"2026-04-28T03:25:16.563119Z","steps":["trace[319636966] 'process raft request' (duration: 110.528272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.56322Z","caller":"traceutil/trace.go:171","msg":"trace[2011275691] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"110.304517ms","start":"2026-04-28T03:25:16.452894Z","end":"2026-04-28T03:25:16.563198Z","steps":["trace[2011275691] 'process raft request' (duration: 110.042031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.076861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:19.11419Z","caller":"traceutil/trace.go:171","msg":"trace[1935230410] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"541.774976ms","start":"2026-04-28T03:25:18.572388Z","end":"2026-04-28T03:25:19.114163Z","steps":["trace[1935230410] 'process raft request' (duration: 540.918707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.114504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:18.572368Z","time spent":"542.024473ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:19.292846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.377466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:19.29329Z","caller":"traceutil/trace.go:171","msg":"trace[831289559] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3072; }","duration":"717.259823ms","start":"2026-04-28T03:25:18.576006Z","end":"2026-04-28T03:25:19.293265Z","steps":["trace[831289559] 'read index received' (duration: 537.287126ms)","trace[831289559] 'applied index is now lower than readState.Index' (duration: 179.971807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:19.293635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.608982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:19.293687Z","caller":"traceutil/trace.go:171","msg":"trace[2068523638] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"720.631119ms","start":"2026-04-28T03:25:18.572532Z","end":"2026-04-28T03:25:19.293163Z","steps":["trace[2068523638] 'process raft request' (duration: 591.853174ms)","trace[2068523638] 'compare' (duration: 128.265344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:19.293724Z","caller":"traceutil/trace.go:171","msg":"trace[748346163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2896; }","duration":"717.729624ms","start":"2026-04-28T03:25:18.575973Z","end":"2026-04-28T03:25:19.293702Z","steps":["trace[748346163] 'agreement among raft nodes before linearized reading' (duration: 717.486588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.293751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:18.572483Z","time spent":"721.242674ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:19.293785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:18.575964Z","time spent":"717.804427ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:25:19.294014Z","caller":"traceutil/trace.go:171","msg":"trace[1270602575] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"721.249504ms","start":"2026-04-28T03:25:18.572737Z","end":"2026-04-28T03:25:19.293986Z","steps":["trace[1270602575] 'process raft request' (duration: 720.454315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.294085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:18.572709Z","time spent":"721.344666ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:19.29418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.60358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:25:19.294278Z","caller":"traceutil/trace.go:171","msg":"trace[1504350630] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2896; }","duration":"709.762334ms","start":"2026-04-28T03:25:18.584504Z","end":"2026-04-28T03:25:19.294266Z","steps":["trace[1504350630] 'agreement among raft nodes before linearized reading' (duration: 709.429496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.294341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:18.58448Z","time spent":"709.849045ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:25:19.716411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.853292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:19.716551Z","caller":"traceutil/trace.go:171","msg":"trace[1219401103] linearizableReadLoop","detail":"{readStateIndex:3077; appliedIndex:3076; }","duration":"144.727537ms","start":"2026-04-28T03:25:19.571797Z","end":"2026-04-28T03:25:19.716525Z","steps":["trace[1219401103] 'read index received' (duration: 2.62769ms)","trace[1219401103] 'applied index is now lower than readState.Index' (duration: 142.094917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:19.716786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.979004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:19.716798Z","caller":"traceutil/trace.go:171","msg":"trace[354380412] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"337.896206ms","start":"2026-04-28T03:25:19.37885Z","end":"2026-04-28T03:25:19.716746Z","steps":["trace[354380412] 'process raft request' (duration: 195.587393ms)","trace[354380412] 'compare' (duration: 141.490814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:19.716829Z","caller":"traceutil/trace.go:171","msg":"trace[1802303614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2897; }","duration":"145.051016ms","start":"2026-04-28T03:25:19.571763Z","end":"2026-04-28T03:25:19.716814Z","steps":["trace[1802303614] 'agreement among raft nodes before linearized reading' (duration: 144.846781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:19.717009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:19.37883Z","time spent":"338.066579ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:21.7518Z","caller":"traceutil/trace.go:171","msg":"trace[371585282] linearizableReadLoop","detail":"{readStateIndex:3084; appliedIndex:3083; }","duration":"143.353097ms","start":"2026-04-28T03:25:21.608423Z","end":"2026-04-28T03:25:21.751776Z","steps":["trace[371585282] 'read index received' (duration: 143.169263ms)","trace[371585282] 'applied index is now lower than readState.Index' (duration: 182.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:21.75192Z","caller":"traceutil/trace.go:171","msg":"trace[846836088] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"183.434086ms","start":"2026-04-28T03:25:21.56839Z","end":"2026-04-28T03:25:21.751824Z","steps":["trace[846836088] 'process raft request' (duration: 183.210751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:21.751984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.540761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:21.752205Z","caller":"traceutil/trace.go:171","msg":"trace[1887713913] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2904; }","duration":"143.805436ms","start":"2026-04-28T03:25:21.608382Z","end":"2026-04-28T03:25:21.752187Z","steps":["trace[1887713913] 'agreement among raft nodes before linearized reading' (duration: 143.5226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:23.722978Z","caller":"traceutil/trace.go:171","msg":"trace[1698940056] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"528.038715ms","start":"2026-04-28T03:25:23.194902Z","end":"2026-04-28T03:25:23.722941Z","steps":["trace[1698940056] 'process raft request' (duration: 527.83872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:23.723272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.194879Z","time spent":"528.30935ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:24.175931Z","caller":"traceutil/trace.go:171","msg":"trace[2017973453] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3092; }","duration":"773.655634ms","start":"2026-04-28T03:25:23.402258Z","end":"2026-04-28T03:25:24.175914Z","steps":["trace[2017973453] 'read index received' (duration: 320.498301ms)","trace[2017973453] 'applied index is now lower than readState.Index' (duration: 453.156333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:24.175971Z","caller":"traceutil/trace.go:171","msg":"trace[326650706] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"786.813774ms","start":"2026-04-28T03:25:23.38913Z","end":"2026-04-28T03:25:24.175943Z","steps":["trace[326650706] 'process raft request' (duration: 784.656645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.17599Z","caller":"traceutil/trace.go:171","msg":"trace[367639797] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"779.970157ms","start":"2026-04-28T03:25:23.395993Z","end":"2026-04-28T03:25:24.175963Z","steps":["trace[367639797] 'process raft request' (duration: 779.877095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:24.176111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.395973Z","time spent":"780.066319ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:24.176088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.389106Z","time spent":"786.919545ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:24.176209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.355797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:25:24.176266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.199405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:24.176273Z","caller":"traceutil/trace.go:171","msg":"trace[2010748612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2915; }","duration":"331.454849ms","start":"2026-04-28T03:25:23.844794Z","end":"2026-04-28T03:25:24.176248Z","steps":["trace[2010748612] 'agreement among raft nodes before linearized reading' (duration: 331.225124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:24.176293Z","caller":"traceutil/trace.go:171","msg":"trace[81932892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"129.291867ms","start":"2026-04-28T03:25:24.046993Z","end":"2026-04-28T03:25:24.176285Z","steps":["trace[81932892] 'agreement among raft nodes before linearized reading' (duration: 129.228886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:24.176316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.844771Z","time spent":"331.533441ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:24.177314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.014395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:24.177407Z","caller":"traceutil/trace.go:171","msg":"trace[795813277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2915; }","duration":"775.156849ms","start":"2026-04-28T03:25:23.40223Z","end":"2026-04-28T03:25:24.177387Z","steps":["trace[795813277] 'agreement among raft nodes before linearized reading' (duration: 773.761737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:24.177449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:23.40222Z","time spent":"775.22171ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:25:30.354901Z","caller":"traceutil/trace.go:171","msg":"trace[37511204] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"156.624258ms","start":"2026-04-28T03:25:30.198251Z","end":"2026-04-28T03:25:30.354875Z","steps":["trace[37511204] 'process raft request' (duration: 156.450944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.051431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696720282s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:32.279112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.332584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:32.279305Z","caller":"traceutil/trace.go:171","msg":"trace[1506354973] linearizableReadLoop","detail":"{readStateIndex:3126; appliedIndex:3124; }","duration":"2.072076518s","start":"2026-04-28T03:25:30.207213Z","end":"2026-04-28T03:25:32.27929Z","steps":["trace[1506354973] 'read index received' (duration: 147.461829ms)","trace[1506354973] 'applied index is now lower than readState.Index' (duration: 1.924613589s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:32.279393Z","caller":"traceutil/trace.go:171","msg":"trace[127538140] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"1.955856848s","start":"2026-04-28T03:25:30.323526Z","end":"2026-04-28T03:25:32.279383Z","steps":["trace[127538140] 'process raft request' (duration: 1.955680284s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:32.279411Z","caller":"traceutil/trace.go:171","msg":"trace[1019807853] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"2.078687718s","start":"2026-04-28T03:25:30.200696Z","end":"2026-04-28T03:25:32.279384Z","steps":["trace[1019807853] 'process raft request' (duration: 1.851005876s)","trace[1019807853] 'compare' (duration: 226.668999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:32.27945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.323508Z","time spent":"1.955909409s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.279527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.200671Z","time spent":"2.078793391s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:32.279708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072505088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:25:32.279731Z","caller":"traceutil/trace.go:171","msg":"trace[1589057627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2945; }","duration":"2.07256462s","start":"2026-04-28T03:25:30.207159Z","end":"2026-04-28T03:25:32.279724Z","steps":["trace[1589057627] 'agreement among raft nodes before linearized reading' (duration: 2.072453757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.279757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.207142Z","time spent":"2.07261149s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:32.779704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:33.280027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:33.643093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591354608s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:25:34.047045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:25:34.04716Z","caller":"traceutil/trace.go:171","msg":"trace[36238642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490632s","start":"2026-04-28T03:25:32.046642Z","end":"2026-04-28T03:25:34.047133Z","steps":["trace[36238642] 'agreement among raft nodes before linearized reading' (duration: 2.000334059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.047277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.04662Z","time spent":"2.000641685s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:25:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:25:34.504544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.039869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:34.504923Z","caller":"traceutil/trace.go:171","msg":"trace[1636299793] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"3.80140493s","start":"2026-04-28T03:25:30.703451Z","end":"2026-04-28T03:25:34.504856Z","steps":["trace[1636299793] 'process raft request' (duration: 2.939951492s)","trace[1636299793] 'compare' (duration: 860.619019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:34.505089Z","caller":"traceutil/trace.go:171","msg":"trace[1548744] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3127; }","duration":"2.225728159s","start":"2026-04-28T03:25:32.279335Z","end":"2026-04-28T03:25:34.505063Z","steps":["trace[1548744] 'read index received' (duration: 1.364004074s)","trace[1548744] 'applied index is now lower than readState.Index' (duration: 861.722945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:34.505179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.703424Z","time spent":"3.801622516s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:34.50549Z","caller":"traceutil/trace.go:171","msg":"trace[1557018175] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"2.702926418s","start":"2026-04-28T03:25:31.802544Z","end":"2026-04-28T03:25:34.505471Z","steps":["trace[1557018175] 'process raft request' (duration: 2.70216829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.505644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:31.802517Z","time spent":"2.70302158s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:34.505895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263693972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:34.50593Z","caller":"traceutil/trace.go:171","msg":"trace[1094965504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2949; }","duration":"4.263734483s","start":"2026-04-28T03:25:30.242185Z","end":"2026-04-28T03:25:34.505919Z","steps":["trace[1094965504] 'agreement among raft nodes before linearized reading' (duration: 4.263642061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.505952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.242153Z","time spent":"4.263793833s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:34.505955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939498897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:34.506022Z","caller":"traceutil/trace.go:171","msg":"trace[213499438] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2949; }","duration":"3.93961678s","start":"2026-04-28T03:25:30.56639Z","end":"2026-04-28T03:25:34.506007Z","steps":["trace[213499438] 'agreement among raft nodes before linearized reading' (duration: 3.939433556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.566367Z","time spent":"3.939680622s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:34.506082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136606955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.506077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039015638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.506201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91231668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:34.506178Z","caller":"traceutil/trace.go:171","msg":"trace[181684097] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2949; }","duration":"4.039130221s","start":"2026-04-28T03:25:30.467001Z","end":"2026-04-28T03:25:34.506131Z","steps":["trace[181684097] 'agreement among raft nodes before linearized reading' (duration: 4.039006278s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:34.506219Z","caller":"traceutil/trace.go:171","msg":"trace[1673055059] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2949; }","duration":"3.912372801s","start":"2026-04-28T03:25:30.59384Z","end":"2026-04-28T03:25:34.506213Z","steps":["trace[1673055059] 'agreement among raft nodes before linearized reading' (duration: 3.91233496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369813292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-28T03:25:34.506187Z","caller":"traceutil/trace.go:171","msg":"trace[1347985623] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"2.222740291s","start":"2026-04-28T03:25:32.283411Z","end":"2026-04-28T03:25:34.506151Z","steps":["trace[1347985623] 'process raft request' (duration: 2.221497232s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:34.506238Z","caller":"traceutil/trace.go:171","msg":"trace[56302476] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"2.146742064s","start":"2026-04-28T03:25:32.359487Z","end":"2026-04-28T03:25:34.506229Z","steps":["trace[56302476] 'process raft request' (duration: 2.145510545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.466982Z","time spent":"4.039275974s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:34.506275Z","caller":"traceutil/trace.go:171","msg":"trace[1854109858] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2949; }","duration":"2.369947314s","start":"2026-04-28T03:25:32.136304Z","end":"2026-04-28T03:25:34.506251Z","steps":["trace[1854109858] 'agreement among raft nodes before linearized reading' (duration: 2.369655118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.359458Z","time spent":"2.146813146s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:34.506111Z","caller":"traceutil/trace.go:171","msg":"trace[1491557313] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2949; }","duration":"4.136666057s","start":"2026-04-28T03:25:30.369431Z","end":"2026-04-28T03:25:34.506097Z","steps":["trace[1491557313] 'agreement among raft nodes before linearized reading' (duration: 4.136627926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.136286Z","time spent":"2.370039937s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:34.506362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939969208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:34.506384Z","caller":"traceutil/trace.go:171","msg":"trace[600359021] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2949; }","duration":"3.940023459s","start":"2026-04-28T03:25:30.566353Z","end":"2026-04-28T03:25:34.506377Z","steps":["trace[600359021] 'agreement among raft nodes before linearized reading' (duration: 3.939970968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.369408Z","time spent":"4.136947192s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:34.506365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292122187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:25:34.506405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.566331Z","time spent":"3.94006986s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:34.50637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.283393Z","time spent":"2.222880284s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:34.506385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636574246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:34.506236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.593819Z","time spent":"3.912412883s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:34.506439Z","caller":"traceutil/trace.go:171","msg":"trace[1797327430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2949; }","duration":"4.292215939s","start":"2026-04-28T03:25:30.214203Z","end":"2026-04-28T03:25:34.506419Z","steps":["trace[1797327430] 'agreement among raft nodes before linearized reading' (duration: 4.291935693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631906649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:34.506487Z","caller":"traceutil/trace.go:171","msg":"trace[593341443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2949; }","duration":"3.631974591s","start":"2026-04-28T03:25:30.874503Z","end":"2026-04-28T03:25:34.506477Z","steps":["trace[593341443] 'agreement among raft nodes before linearized reading' (duration: 3.631848148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.214194Z","time spent":"4.29228334s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:25:34.506481Z","caller":"traceutil/trace.go:171","msg":"trace[1395902866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2949; }","duration":"3.636705939s","start":"2026-04-28T03:25:30.869749Z","end":"2026-04-28T03:25:34.506455Z","steps":["trace[1395902866] 'agreement among raft nodes before linearized reading' (duration: 3.636425302s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.506513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.874483Z","time spent":"3.632023592s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:34.50654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:30.869734Z","time spent":"3.636796381s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:34.932125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.615568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:34.932256Z","caller":"traceutil/trace.go:171","msg":"trace[1485097964] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3131; }","duration":"427.089352ms","start":"2026-04-28T03:25:34.505139Z","end":"2026-04-28T03:25:34.932229Z","steps":["trace[1485097964] 'read index received' (duration: 226.243709ms)","trace[1485097964] 'applied index is now lower than readState.Index' (duration: 200.843873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:34.932363Z","caller":"traceutil/trace.go:171","msg":"trace[1634782075] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"647.086419ms","start":"2026-04-28T03:25:34.285243Z","end":"2026-04-28T03:25:34.93233Z","steps":["trace[1634782075] 'process raft request' (duration: 446.166935ms)","trace[1634782075] 'compare' (duration: 200.367152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:34.932453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.285219Z","time spent":"647.186631ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:34.932669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.615977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.932719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138996528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:34.93274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416191204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:34.932746Z","caller":"traceutil/trace.go:171","msg":"trace[1557731445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2950; }","duration":"885.73125ms","start":"2026-04-28T03:25:34.046991Z","end":"2026-04-28T03:25:34.932723Z","steps":["trace[1557731445] 'agreement among raft nodes before linearized reading' (duration: 885.600177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.932726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.351919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:34.93277Z","caller":"traceutil/trace.go:171","msg":"trace[1648733374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2950; }","duration":"2.13911237s","start":"2026-04-28T03:25:32.793642Z","end":"2026-04-28T03:25:34.932755Z","steps":["trace[1648733374] 'agreement among raft nodes before linearized reading' (duration: 2.138944337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.932746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.090991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:34.932789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.04697Z","time spent":"885.810481ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:34.93281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.793614Z","time spent":"2.139189621s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:34.932696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.101031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7071"} {"level":"info","ts":"2026-04-28T03:25:34.932823Z","caller":"traceutil/trace.go:171","msg":"trace[1797374706] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2950; }","duration":"704.448011ms","start":"2026-04-28T03:25:34.228347Z","end":"2026-04-28T03:25:34.932795Z","steps":["trace[1797374706] 'agreement among raft nodes before linearized reading' (duration: 704.268357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.932887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.228285Z","time spent":"704.588345ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:34.932877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670932505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:34.932953Z","caller":"traceutil/trace.go:171","msg":"trace[818216577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2950; }","duration":"1.671058708s","start":"2026-04-28T03:25:33.261873Z","end":"2026-04-28T03:25:34.932931Z","steps":["trace[818216577] 'agreement among raft nodes before linearized reading' (duration: 1.670887544s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:34.932915Z","caller":"traceutil/trace.go:171","msg":"trace[1182150900] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2950; }","duration":"537.310566ms","start":"2026-04-28T03:25:34.395555Z","end":"2026-04-28T03:25:34.932866Z","steps":["trace[1182150900] 'agreement among raft nodes before linearized reading' (duration: 537.015079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:34.932827Z","caller":"traceutil/trace.go:171","msg":"trace[572433062] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2950; }","duration":"843.262655ms","start":"2026-04-28T03:25:34.089548Z","end":"2026-04-28T03:25:34.932811Z","steps":["trace[572433062] 'agreement among raft nodes before linearized reading' (duration: 843.07953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.932991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:33.261834Z","time spent":"1.67115067s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:34.933012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.089529Z","time spent":"843.46892ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:34.932775Z","caller":"traceutil/trace.go:171","msg":"trace[1556692543] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2950; }","duration":"2.416224796s","start":"2026-04-28T03:25:32.516539Z","end":"2026-04-28T03:25:34.932764Z","steps":["trace[1556692543] 'agreement among raft nodes before linearized reading' (duration: 2.416176894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:34.933037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.395538Z","time spent":"537.460719ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7094,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:25:34.933114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:32.516522Z","time spent":"2.416573713s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.295681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.645662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:35.29613Z","caller":"traceutil/trace.go:171","msg":"trace[353187866] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"783.821125ms","start":"2026-04-28T03:25:34.512288Z","end":"2026-04-28T03:25:35.296109Z","steps":["trace[353187866] 'process raft request' (duration: 555.633821ms)","trace[353187866] 'compare' (duration: 227.54827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:35.296209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.512271Z","time spent":"783.907477ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.296289Z","caller":"traceutil/trace.go:171","msg":"trace[383017771] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"783.788734ms","start":"2026-04-28T03:25:34.512459Z","end":"2026-04-28T03:25:35.296248Z","steps":["trace[383017771] 'process raft request' (duration: 783.300144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.296482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.512448Z","time spent":"783.941578ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:35.534461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.16668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:25:35.53473Z","caller":"traceutil/trace.go:171","msg":"trace[2036028244] linearizableReadLoop","detail":"{readStateIndex:3135; appliedIndex:3132; }","duration":"602.421584ms","start":"2026-04-28T03:25:34.93229Z","end":"2026-04-28T03:25:35.534711Z","steps":["trace[2036028244] 'read index received' (duration: 135.659781ms)","trace[2036028244] 'applied index is now lower than readState.Index' (duration: 466.760123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:35.535208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024402369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:35.535286Z","caller":"traceutil/trace.go:171","msg":"trace[250557022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2952; }","duration":"1.024522391s","start":"2026-04-28T03:25:34.510745Z","end":"2026-04-28T03:25:35.535268Z","steps":["trace[250557022] 'agreement among raft nodes before linearized reading' (duration: 1.024110332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.535339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.510723Z","time spent":"1.024604224s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:25:35.633371Z","caller":"traceutil/trace.go:171","msg":"trace[645652721] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"690.521155ms","start":"2026-04-28T03:25:34.942822Z","end":"2026-04-28T03:25:35.633343Z","steps":["trace[645652721] 'process raft request' (duration: 690.28728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.633421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.475498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:35.633634Z","caller":"traceutil/trace.go:171","msg":"trace[187236358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2953; }","duration":"544.734843ms","start":"2026-04-28T03:25:35.088877Z","end":"2026-04-28T03:25:35.633612Z","steps":["trace[187236358] 'agreement among raft nodes before linearized reading' (duration: 544.484208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.63367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.088853Z","time spent":"544.803115ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:35.633644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.715407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:35.633591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.9428Z","time spent":"690.711029ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:35.633733Z","caller":"traceutil/trace.go:171","msg":"trace[1181464970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2953; }","duration":"693.844861ms","start":"2026-04-28T03:25:34.939869Z","end":"2026-04-28T03:25:35.633714Z","steps":["trace[1181464970] 'agreement among raft nodes before linearized reading' (duration: 693.561994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:35.633821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:34.93985Z","time spent":"693.960753ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:36.370078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.100443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:36.370169Z","caller":"traceutil/trace.go:171","msg":"trace[249263404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2953; }","duration":"236.235306ms","start":"2026-04-28T03:25:36.13391Z","end":"2026-04-28T03:25:36.370145Z","steps":["trace[249263404] 'range keys from in-memory index tree' (duration: 236.00342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.370264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.618539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:36.370349Z","caller":"traceutil/trace.go:171","msg":"trace[428882869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2953; }","duration":"735.735342ms","start":"2026-04-28T03:25:35.634596Z","end":"2026-04-28T03:25:36.370331Z","steps":["trace[428882869] 'range keys from in-memory index tree' (duration: 735.501217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.370336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.02923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:36.370377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.716293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7071"} {"level":"warn","ts":"2026-04-28T03:25:36.370386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.634585Z","time spent":"735.791673ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:36.370401Z","caller":"traceutil/trace.go:171","msg":"trace[1929193210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2953; }","duration":"670.163922ms","start":"2026-04-28T03:25:35.70022Z","end":"2026-04-28T03:25:36.370384Z","steps":["trace[1929193210] 'count revisions from in-memory index tree' (duration: 669.948758ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:36.370413Z","caller":"traceutil/trace.go:171","msg":"trace[2073272051] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2953; }","duration":"732.772775ms","start":"2026-04-28T03:25:35.63763Z","end":"2026-04-28T03:25:36.370403Z","steps":["trace[2073272051] 'range keys from in-memory index tree' (duration: 732.631361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:36.370459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.637619Z","time spent":"732.831946ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7094,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:25:36.370456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:35.700199Z","time spent":"670.236945ms","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:37.011978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:37.512506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:38.013608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:38.407962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.027961827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:38.408395Z","caller":"traceutil/trace.go:171","msg":"trace[1261464437] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"2.028515079s","start":"2026-04-28T03:25:36.37985Z","end":"2026-04-28T03:25:38.408365Z","steps":["trace[1261464437] 'process raft request' (duration: 2.028298054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:38.408671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.379817Z","time spent":"2.028663512s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.046975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:25:39.047061Z","caller":"traceutil/trace.go:171","msg":"trace[115830093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562503s","start":"2026-04-28T03:25:37.04648Z","end":"2026-04-28T03:25:39.047042Z","steps":["trace[115830093] 'agreement among raft nodes before linearized reading' (duration: 2.00042891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.047106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.046466Z","time spent":"2.000630174s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:25:39.267051Z","caller":"traceutil/trace.go:171","msg":"trace[1023578624] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"2.754049228s","start":"2026-04-28T03:25:36.512982Z","end":"2026-04-28T03:25:39.267031Z","steps":["trace[1023578624] 'process raft request' (duration: 2.754005887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.267172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.512968Z","time spent":"2.754138021s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:39.267162Z","caller":"traceutil/trace.go:171","msg":"trace[562455293] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"2.755336617s","start":"2026-04-28T03:25:36.511768Z","end":"2026-04-28T03:25:39.267105Z","steps":["trace[562455293] 'process raft request' (duration: 2.755101272s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.267328Z","caller":"traceutil/trace.go:171","msg":"trace[309918638] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"2.731834785s","start":"2026-04-28T03:25:36.535469Z","end":"2026-04-28T03:25:39.267304Z","steps":["trace[309918638] 'process raft request' (duration: 2.731540178s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.267411Z","caller":"traceutil/trace.go:171","msg":"trace[1050296107] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"2.329396813s","start":"2026-04-28T03:25:36.937991Z","end":"2026-04-28T03:25:39.267387Z","steps":["trace[1050296107] 'process raft request' (duration: 2.329217988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.267455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.535447Z","time spent":"2.731944157s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.267558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.937962Z","time spent":"2.329525386s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.267355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.511743Z","time spent":"2.755512011s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:39.267823Z","caller":"traceutil/trace.go:171","msg":"trace[446119162] linearizableReadLoop","detail":"{readStateIndex:3143; appliedIndex:3136; }","duration":"2.755920212s","start":"2026-04-28T03:25:36.511885Z","end":"2026-04-28T03:25:39.267805Z","steps":["trace[446119162] 'read index received' (duration: 1.896327526s)","trace[446119162] 'applied index is now lower than readState.Index' (duration: 859.591836ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:39.267851Z","caller":"traceutil/trace.go:171","msg":"trace[301342957] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"1.837178801s","start":"2026-04-28T03:25:37.430658Z","end":"2026-04-28T03:25:39.267837Z","steps":["trace[301342957] 'process raft request' (duration: 1.836684259s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.267897Z","caller":"traceutil/trace.go:171","msg":"trace[2123980116] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"1.706076603s","start":"2026-04-28T03:25:37.561801Z","end":"2026-04-28T03:25:39.267878Z","steps":["trace[2123980116] 'process raft request' (duration: 1.70590673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.267919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.430634Z","time spent":"1.837252464s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.267988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.561783Z","time spent":"1.706162926s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:39.268024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901066223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.268053Z","caller":"traceutil/trace.go:171","msg":"trace[1295822508] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2960; }","duration":"1.901139805s","start":"2026-04-28T03:25:37.366904Z","end":"2026-04-28T03:25:39.268044Z","steps":["trace[1295822508] 'agreement among raft nodes before linearized reading' (duration: 1.901085664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967724577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:39.268061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756148746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:39.268092Z","caller":"traceutil/trace.go:171","msg":"trace[1321687697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2960; }","duration":"1.967789919s","start":"2026-04-28T03:25:37.300294Z","end":"2026-04-28T03:25:39.268084Z","steps":["trace[1321687697] 'agreement among raft nodes before linearized reading' (duration: 1.967655816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.366878Z","time spent":"1.901202917s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.268098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723621503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:25:39.268126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.105133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-04-28T03:25:39.268164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5181252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:39.26818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037341748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:25:39.268211Z","caller":"traceutil/trace.go:171","msg":"trace[483198940] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2960; }","duration":"2.518209962s","start":"2026-04-28T03:25:36.749993Z","end":"2026-04-28T03:25:39.268203Z","steps":["trace[483198940] 'agreement among raft nodes before linearized reading' (duration: 2.51813863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677751996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672d4a197fd8\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:25:39.268246Z","caller":"traceutil/trace.go:171","msg":"trace[1779775813] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa672d4a197fd8; range_end:; response_count:1; response_revision:2960; }","duration":"2.677823447s","start":"2026-04-28T03:25:36.590412Z","end":"2026-04-28T03:25:39.268235Z","steps":["trace[1779775813] 'agreement among raft nodes before linearized reading' (duration: 2.677749736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.26825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018578323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:25:39.268234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.749969Z","time spent":"2.518259103s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.268261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.484053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:39.268274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.712151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:39.268317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638370476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.268321Z","caller":"traceutil/trace.go:171","msg":"trace[1438633524] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2960; }","duration":"370.783223ms","start":"2026-04-28T03:25:38.897527Z","end":"2026-04-28T03:25:39.26831Z","steps":["trace[1438633524] 'agreement among raft nodes before linearized reading' (duration: 370.717962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.268315Z","caller":"traceutil/trace.go:171","msg":"trace[1754040071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2960; }","duration":"214.593155ms","start":"2026-04-28T03:25:39.053709Z","end":"2026-04-28T03:25:39.268303Z","steps":["trace[1754040071] 'agreement among raft nodes before linearized reading' (duration: 214.517723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.897508Z","time spent":"370.832584ms","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.268348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755749188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:39.268365Z","caller":"traceutil/trace.go:171","msg":"trace[681135590] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2960; }","duration":"1.638681403s","start":"2026-04-28T03:25:37.629655Z","end":"2026-04-28T03:25:39.268337Z","steps":["trace[681135590] 'agreement among raft nodes before linearized reading' (duration: 1.638345605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.379991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:25:39.268387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.629597Z","time spent":"1.638781985s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:39.268165Z","caller":"traceutil/trace.go:171","msg":"trace[377419965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2960; }","duration":"1.723728425s","start":"2026-04-28T03:25:37.544422Z","end":"2026-04-28T03:25:39.26815Z","steps":["trace[377419965] 'agreement among raft nodes before linearized reading' (duration: 1.723553632s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.268414Z","caller":"traceutil/trace.go:171","msg":"trace[1038303970] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:2960; }","duration":"682.475593ms","start":"2026-04-28T03:25:38.585923Z","end":"2026-04-28T03:25:39.268399Z","steps":["trace[1038303970] 'agreement among raft nodes before linearized reading' (duration: 682.3427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756238488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:25:39.268461Z","caller":"traceutil/trace.go:171","msg":"trace[2088661899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2960; }","duration":"2.756594526s","start":"2026-04-28T03:25:36.511855Z","end":"2026-04-28T03:25:39.26845Z","steps":["trace[2088661899] 'agreement among raft nodes before linearized reading' (duration: 2.756092705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.59039Z","time spent":"2.677881909s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":837,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa672d4a197fd8\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.585903Z","time spent":"682.549244ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.511821Z","time spent":"2.756710019s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.544402Z","time spent":"1.724009971s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96829801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:39.268658Z","caller":"traceutil/trace.go:171","msg":"trace[1894026171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2960; }","duration":"1.968548616s","start":"2026-04-28T03:25:37.300083Z","end":"2026-04-28T03:25:39.268632Z","steps":["trace[1894026171] 'agreement among raft nodes before linearized reading' (duration: 1.968088796s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.268657Z","caller":"traceutil/trace.go:171","msg":"trace[1339807120] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2960; }","duration":"2.755909631s","start":"2026-04-28T03:25:36.512464Z","end":"2026-04-28T03:25:39.268373Z","steps":["trace[1339807120] 'agreement among raft nodes before linearized reading' (duration: 2.755729937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241730161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:39.268241Z","caller":"traceutil/trace.go:171","msg":"trace[1712214878] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2960; }","duration":"2.03743224s","start":"2026-04-28T03:25:37.230793Z","end":"2026-04-28T03:25:39.268226Z","steps":["trace[1712214878] 'agreement among raft nodes before linearized reading' (duration: 2.037299507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.512442Z","time spent":"2.756276109s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.300064Z","time spent":"1.968653328s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.230773Z","time spent":"2.037976524s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:25:39.268723Z","caller":"traceutil/trace.go:171","msg":"trace[1768349998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2960; }","duration":"2.242269993s","start":"2026-04-28T03:25:37.026446Z","end":"2026-04-28T03:25:39.268716Z","steps":["trace[1768349998] 'agreement among raft nodes before linearized reading' (duration: 2.24169523s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.268098Z","caller":"traceutil/trace.go:171","msg":"trace[1397312046] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2960; }","duration":"2.756260749s","start":"2026-04-28T03:25:36.511829Z","end":"2026-04-28T03:25:39.26809Z","steps":["trace[1397312046] 'agreement among raft nodes before linearized reading' (duration: 2.756060385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.268809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.026428Z","time spent":"2.242378495s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:39.268196Z","caller":"traceutil/trace.go:171","msg":"trace[2074265443] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2960; }","duration":"851.205215ms","start":"2026-04-28T03:25:38.41697Z","end":"2026-04-28T03:25:39.268176Z","steps":["trace[2074265443] 'agreement among raft nodes before linearized reading' (duration: 850.98888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.26887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:38.416951Z","time spent":"851.90793ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987265182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.268278Z","caller":"traceutil/trace.go:171","msg":"trace[1649449529] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2960; }","duration":"2.018641454s","start":"2026-04-28T03:25:37.24963Z","end":"2026-04-28T03:25:39.268271Z","steps":["trace[1649449529] 'agreement among raft nodes before linearized reading' (duration: 2.018578663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.269234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.24961Z","time spent":"2.019608755s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:36.511807Z","time spent":"2.757008975s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:39.268119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.300276Z","time spent":"1.96783753s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:39.269861Z","caller":"traceutil/trace.go:171","msg":"trace[1497209412] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2960; }","duration":"1.988192223s","start":"2026-04-28T03:25:37.280769Z","end":"2026-04-28T03:25:39.268961Z","steps":["trace[1497209412] 'agreement among raft nodes before linearized reading' (duration: 1.987374174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.269938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:37.280748Z","time spent":"1.989167874s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:39.376626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.926999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:39.376716Z","caller":"traceutil/trace.go:171","msg":"trace[991707562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2960; }","duration":"107.029772ms","start":"2026-04-28T03:25:39.269667Z","end":"2026-04-28T03:25:39.376697Z","steps":["trace[991707562] 'agreement among raft nodes before linearized reading' (duration: 106.831347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.376457Z","caller":"traceutil/trace.go:171","msg":"trace[167903810] linearizableReadLoop","detail":"{readStateIndex:3144; appliedIndex:3143; }","duration":"106.710623ms","start":"2026-04-28T03:25:39.269676Z","end":"2026-04-28T03:25:39.376386Z","steps":["trace[167903810] 'read index received' (duration: 101.407594ms)","trace[167903810] 'applied index is now lower than readState.Index' (duration: 5.301329ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:39.389528Z","caller":"traceutil/trace.go:171","msg":"trace[1221977822] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"118.391569ms","start":"2026-04-28T03:25:39.271112Z","end":"2026-04-28T03:25:39.389504Z","steps":["trace[1221977822] 'process raft request' (duration: 118.115633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.389541Z","caller":"traceutil/trace.go:171","msg":"trace[1289915033] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"114.43188ms","start":"2026-04-28T03:25:39.275085Z","end":"2026-04-28T03:25:39.389517Z","steps":["trace[1289915033] 'process raft request' (duration: 114.347768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.389842Z","caller":"traceutil/trace.go:171","msg":"trace[812503535] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"113.902567ms","start":"2026-04-28T03:25:39.27591Z","end":"2026-04-28T03:25:39.389813Z","steps":["trace[812503535] 'process raft request' (duration: 113.763624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.389814Z","caller":"traceutil/trace.go:171","msg":"trace[1466550151] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"114.018131ms","start":"2026-04-28T03:25:39.275758Z","end":"2026-04-28T03:25:39.389776Z","steps":["trace[1466550151] 'process raft request' (duration: 113.705784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:39.390077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.844113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:39.390156Z","caller":"traceutil/trace.go:171","msg":"trace[1939476032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2966; }","duration":"116.970866ms","start":"2026-04-28T03:25:39.273163Z","end":"2026-04-28T03:25:39.390134Z","steps":["trace[1939476032] 'agreement among raft nodes before linearized reading' (duration: 116.604158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.390357Z","caller":"traceutil/trace.go:171","msg":"trace[239066862] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"115.107105ms","start":"2026-04-28T03:25:39.27497Z","end":"2026-04-28T03:25:39.390077Z","steps":["trace[239066862] 'process raft request' (duration: 114.380988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:39.390493Z","caller":"traceutil/trace.go:171","msg":"trace[1524033486] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"114.532192ms","start":"2026-04-28T03:25:39.275051Z","end":"2026-04-28T03:25:39.389583Z","steps":["trace[1524033486] 'process raft request' (duration: 114.348768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:40.457296Z","caller":"traceutil/trace.go:171","msg":"trace[741584036] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"215.167008ms","start":"2026-04-28T03:25:40.242108Z","end":"2026-04-28T03:25:40.457275Z","steps":["trace[741584036] 'process raft request' (duration: 215.002564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.178417Z","caller":"traceutil/trace.go:171","msg":"trace[2109884557] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3155; }","duration":"133.899322ms","start":"2026-04-28T03:25:41.044492Z","end":"2026-04-28T03:25:41.178391Z","steps":["trace[2109884557] 'read index received' (duration: 17.709372ms)","trace[2109884557] 'applied index is now lower than readState.Index' (duration: 116.18899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:41.178567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.052825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:41.178566Z","caller":"traceutil/trace.go:171","msg":"trace[148161591] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"182.158208ms","start":"2026-04-28T03:25:40.996374Z","end":"2026-04-28T03:25:41.178532Z","steps":["trace[148161591] 'process raft request' (duration: 181.953463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.178633Z","caller":"traceutil/trace.go:171","msg":"trace[63479196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2973; }","duration":"134.160537ms","start":"2026-04-28T03:25:41.044431Z","end":"2026-04-28T03:25:41.178592Z","steps":["trace[63479196] 'agreement among raft nodes before linearized reading' (duration: 134.082706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.178717Z","caller":"traceutil/trace.go:171","msg":"trace[1525878516] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"183.808166ms","start":"2026-04-28T03:25:40.994853Z","end":"2026-04-28T03:25:41.178661Z","steps":["trace[1525878516] 'process raft request' (duration: 183.308855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.181757Z","caller":"traceutil/trace.go:171","msg":"trace[728098271] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"117.852856ms","start":"2026-04-28T03:25:41.063874Z","end":"2026-04-28T03:25:41.181727Z","steps":["trace[728098271] 'process raft request' (duration: 117.56944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.1818Z","caller":"traceutil/trace.go:171","msg":"trace[1791321686] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"117.824306ms","start":"2026-04-28T03:25:41.063923Z","end":"2026-04-28T03:25:41.181747Z","steps":["trace[1791321686] 'process raft request' (duration: 117.732274ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.696257Z","caller":"traceutil/trace.go:171","msg":"trace[1378310485] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"421.938555ms","start":"2026-04-28T03:25:41.274275Z","end":"2026-04-28T03:25:41.696214Z","steps":["trace[1378310485] 'process raft request' (duration: 367.14553ms)","trace[1378310485] 'compare' (duration: 54.553138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:41.696496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.274249Z","time spent":"422.124329ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:41.78841Z","caller":"traceutil/trace.go:171","msg":"trace[1051878464] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"514.078868ms","start":"2026-04-28T03:25:41.27431Z","end":"2026-04-28T03:25:41.788389Z","steps":["trace[1051878464] 'process raft request' (duration: 514.031046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.788444Z","caller":"traceutil/trace.go:171","msg":"trace[2142597943] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"514.098708ms","start":"2026-04-28T03:25:41.274311Z","end":"2026-04-28T03:25:41.78841Z","steps":["trace[2142597943] 'process raft request' (duration: 513.918884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.788542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.274279Z","time spent":"514.188529ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.788605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.274279Z","time spent":"514.23886ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:41.788657Z","caller":"traceutil/trace.go:171","msg":"trace[849191687] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3160; }","duration":"513.624988ms","start":"2026-04-28T03:25:41.274997Z","end":"2026-04-28T03:25:41.788622Z","steps":["trace[849191687] 'read index received' (duration: 366.386353ms)","trace[849191687] 'applied index is now lower than readState.Index' (duration: 147.234505ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:41.788727Z","caller":"traceutil/trace.go:171","msg":"trace[1114277705] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"512.914202ms","start":"2026-04-28T03:25:41.275781Z","end":"2026-04-28T03:25:41.788695Z","steps":["trace[1114277705] 'process raft request' (duration: 512.582604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.788847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.846513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:41.788872Z","caller":"traceutil/trace.go:171","msg":"trace[1748153297] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2979; }","duration":"513.875233ms","start":"2026-04-28T03:25:41.274991Z","end":"2026-04-28T03:25:41.788866Z","steps":["trace[1748153297] 'agreement among raft nodes before linearized reading' (duration: 513.774691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.788867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.275747Z","time spent":"513.041145ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:41.788892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.274951Z","time spent":"513.935805ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:25:41.788932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.547486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:41.788968Z","caller":"traceutil/trace.go:171","msg":"trace[1143437557] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2979; }","duration":"513.635148ms","start":"2026-04-28T03:25:41.275322Z","end":"2026-04-28T03:25:41.788957Z","steps":["trace[1143437557] 'agreement among raft nodes before linearized reading' (duration: 513.471785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.275301Z","time spent":"513.692619ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:41.789007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.308343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:41.789005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.648304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:41.789053Z","caller":"traceutil/trace.go:171","msg":"trace[1559612144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2979; }","duration":"308.409005ms","start":"2026-04-28T03:25:41.480632Z","end":"2026-04-28T03:25:41.789041Z","steps":["trace[1559612144] 'agreement among raft nodes before linearized reading' (duration: 308.318253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.987086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:41.789099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.480609Z","time spent":"308.481227ms","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:41.789111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.934803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:41.789109Z","caller":"traceutil/trace.go:171","msg":"trace[1847523081] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2979; }","duration":"138.025266ms","start":"2026-04-28T03:25:41.651074Z","end":"2026-04-28T03:25:41.789099Z","steps":["trace[1847523081] 'agreement among raft nodes before linearized reading' (duration: 137.925304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.789129Z","caller":"traceutil/trace.go:171","msg":"trace[1602636057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2979; }","duration":"391.972314ms","start":"2026-04-28T03:25:41.397151Z","end":"2026-04-28T03:25:41.789124Z","steps":["trace[1602636057] 'agreement among raft nodes before linearized reading' (duration: 391.916153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.101493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:25:41.789147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.397142Z","time spent":"391.998804ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:25:41.789169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.369438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:25:41.789204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.207794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:41.789235Z","caller":"traceutil/trace.go:171","msg":"trace[1928055649] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2979; }","duration":"361.481471ms","start":"2026-04-28T03:25:41.427735Z","end":"2026-04-28T03:25:41.789216Z","steps":["trace[1928055649] 'agreement among raft nodes before linearized reading' (duration: 361.128703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.789257Z","caller":"traceutil/trace.go:171","msg":"trace[1774365430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2979; }","duration":"394.283807ms","start":"2026-04-28T03:25:41.394958Z","end":"2026-04-28T03:25:41.789242Z","steps":["trace[1774365430] 'agreement among raft nodes before linearized reading' (duration: 394.137913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.427714Z","time spent":"361.553922ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":368,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:41.789305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.030687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:41.789299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.394945Z","time spent":"394.343598ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:41.789307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.3305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:41.789324Z","caller":"traceutil/trace.go:171","msg":"trace[929409725] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2979; }","duration":"477.100768ms","start":"2026-04-28T03:25:41.312219Z","end":"2026-04-28T03:25:41.789319Z","steps":["trace[929409725] 'agreement among raft nodes before linearized reading' (duration: 477.067338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.312189Z","time spent":"477.14578ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:41.789343Z","caller":"traceutil/trace.go:171","msg":"trace[208346725] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2979; }","duration":"347.398492ms","start":"2026-04-28T03:25:41.441935Z","end":"2026-04-28T03:25:41.789334Z","steps":["trace[208346725] 'agreement among raft nodes before linearized reading' (duration: 347.282069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.086585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:41.789364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.756008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:41.789385Z","caller":"traceutil/trace.go:171","msg":"trace[1801390938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2979; }","duration":"395.221938ms","start":"2026-04-28T03:25:41.394152Z","end":"2026-04-28T03:25:41.789374Z","steps":["trace[1801390938] 'agreement among raft nodes before linearized reading' (duration: 395.046704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.441921Z","time spent":"347.456373ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":80,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:41.7894Z","caller":"traceutil/trace.go:171","msg":"trace[153114244] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2979; }","duration":"409.82868ms","start":"2026-04-28T03:25:41.37956Z","end":"2026-04-28T03:25:41.789388Z","steps":["trace[153114244] 'agreement among raft nodes before linearized reading' (duration: 409.770709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.394128Z","time spent":"395.279348ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:25:41.789178Z","caller":"traceutil/trace.go:171","msg":"trace[1814436458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2979; }","duration":"394.211345ms","start":"2026-04-28T03:25:41.394948Z","end":"2026-04-28T03:25:41.78916Z","steps":["trace[1814436458] 'agreement among raft nodes before linearized reading' (duration: 393.946679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.789437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.379539Z","time spent":"409.887152ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:41.789462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:41.394941Z","time spent":"394.512201ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:25:41.789658Z","caller":"traceutil/trace.go:171","msg":"trace[707995197] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2979; }","duration":"239.753826ms","start":"2026-04-28T03:25:41.549296Z","end":"2026-04-28T03:25:41.789049Z","steps":["trace[707995197] 'agreement among raft nodes before linearized reading' (duration: 239.636534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.940167Z","caller":"traceutil/trace.go:171","msg":"trace[1269919472] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"145.998877ms","start":"2026-04-28T03:25:41.794137Z","end":"2026-04-28T03:25:41.940136Z","steps":["trace[1269919472] 'process raft request' (duration: 135.634662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.940228Z","caller":"traceutil/trace.go:171","msg":"trace[1661172605] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"145.499555ms","start":"2026-04-28T03:25:41.794697Z","end":"2026-04-28T03:25:41.940196Z","steps":["trace[1661172605] 'process raft request' (duration: 145.331091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.940423Z","caller":"traceutil/trace.go:171","msg":"trace[1499877472] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"145.625818ms","start":"2026-04-28T03:25:41.794758Z","end":"2026-04-28T03:25:41.940384Z","steps":["trace[1499877472] 'process raft request' (duration: 145.385502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:43.243283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.930877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:25:43.243373Z","caller":"traceutil/trace.go:171","msg":"trace[463071817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:2985; }","duration":"183.069979ms","start":"2026-04-28T03:25:43.060278Z","end":"2026-04-28T03:25:43.243348Z","steps":["trace[463071817] 'range keys from in-memory index tree' (duration: 182.823254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.056982Z","caller":"traceutil/trace.go:171","msg":"trace[919093001] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"262.108913ms","start":"2026-04-28T03:25:43.794838Z","end":"2026-04-28T03:25:44.056947Z","steps":["trace[919093001] 'process raft request' (duration: 262.022881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.057071Z","caller":"traceutil/trace.go:171","msg":"trace[836562792] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"262.003981ms","start":"2026-04-28T03:25:43.79501Z","end":"2026-04-28T03:25:44.057014Z","steps":["trace[836562792] 'process raft request' (duration: 261.889369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.056971Z","caller":"traceutil/trace.go:171","msg":"trace[471124065] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3172; }","duration":"259.883424ms","start":"2026-04-28T03:25:43.797066Z","end":"2026-04-28T03:25:44.056949Z","steps":["trace[471124065] 'read index received' (duration: 223.955088ms)","trace[471124065] 'applied index is now lower than readState.Index' (duration: 35.927586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:44.057159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.137417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:44.057198Z","caller":"traceutil/trace.go:171","msg":"trace[2051713434] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2990; }","duration":"263.216649ms","start":"2026-04-28T03:25:43.793974Z","end":"2026-04-28T03:25:44.057191Z","steps":["trace[2051713434] 'agreement among raft nodes before linearized reading' (duration: 263.048856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.05739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.391777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:25:44.057403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.380683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:44.057439Z","caller":"traceutil/trace.go:171","msg":"trace[1482740363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:2990; }","duration":"257.49859ms","start":"2026-04-28T03:25:43.799933Z","end":"2026-04-28T03:25:44.057432Z","steps":["trace[1482740363] 'agreement among raft nodes before linearized reading' (duration: 257.353127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.057454Z","caller":"traceutil/trace.go:171","msg":"trace[1593665483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2990; }","duration":"112.471745ms","start":"2026-04-28T03:25:43.944967Z","end":"2026-04-28T03:25:44.057439Z","steps":["trace[1593665483] 'agreement among raft nodes before linearized reading' (duration: 112.341462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.057506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.445271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:25:44.057448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.436397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:25:44.057603Z","caller":"traceutil/trace.go:171","msg":"trace[183327533] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2990; }","duration":"257.615952ms","start":"2026-04-28T03:25:43.799975Z","end":"2026-04-28T03:25:44.057591Z","steps":["trace[183327533] 'agreement among raft nodes before linearized reading' (duration: 257.418838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.057618Z","caller":"traceutil/trace.go:171","msg":"trace[1261015647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2990; }","duration":"111.597254ms","start":"2026-04-28T03:25:43.945986Z","end":"2026-04-28T03:25:44.057583Z","steps":["trace[1261015647] 'agreement among raft nodes before linearized reading' (duration: 111.303978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.057546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.478471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:25:44.057753Z","caller":"traceutil/trace.go:171","msg":"trace[1579305022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2990; }","duration":"111.702068ms","start":"2026-04-28T03:25:43.946044Z","end":"2026-04-28T03:25:44.057746Z","steps":["trace[1579305022] 'agreement among raft nodes before linearized reading' (duration: 111.429081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.057801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.764443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:44.057871Z","caller":"traceutil/trace.go:171","msg":"trace[1082627137] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2990; }","duration":"263.849574ms","start":"2026-04-28T03:25:43.794006Z","end":"2026-04-28T03:25:44.057856Z","steps":["trace[1082627137] 'agreement among raft nodes before linearized reading' (duration: 263.039305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.057127Z","caller":"traceutil/trace.go:171","msg":"trace[2120009736] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"263.330861ms","start":"2026-04-28T03:25:43.793767Z","end":"2026-04-28T03:25:44.057098Z","steps":["trace[2120009736] 'process raft request' (duration: 262.931552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:44.686268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:45.187022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:45.326616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150412772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:45.327043Z","caller":"traceutil/trace.go:171","msg":"trace[33680278] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"1.150944764s","start":"2026-04-28T03:25:44.176078Z","end":"2026-04-28T03:25:45.327022Z","steps":["trace[33680278] 'process raft request' (duration: 1.15074643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.327213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.176049Z","time spent":"1.151076077s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:45.447128Z","caller":"traceutil/trace.go:171","msg":"trace[1710347369] linearizableReadLoop","detail":"{readStateIndex:3183; appliedIndex:3179; }","duration":"1.260888912s","start":"2026-04-28T03:25:44.186222Z","end":"2026-04-28T03:25:45.447111Z","steps":["trace[1710347369] 'read index received' (duration: 1.14059637s)","trace[1710347369] 'applied index is now lower than readState.Index' (duration: 120.291652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:45.447111Z","caller":"traceutil/trace.go:171","msg":"trace[343154008] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"1.270791206s","start":"2026-04-28T03:25:44.176162Z","end":"2026-04-28T03:25:45.446953Z","steps":["trace[343154008] 'process raft request' (duration: 1.249289139s)","trace[343154008] 'compare' (duration: 21.311033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:45.447242Z","caller":"traceutil/trace.go:171","msg":"trace[1231734357] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"1.27001109s","start":"2026-04-28T03:25:44.177221Z","end":"2026-04-28T03:25:45.447232Z","steps":["trace[1231734357] 'process raft request' (duration: 1.269651861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.177211Z","time spent":"1.27005322s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.447501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261178639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:25:45.447624Z","caller":"traceutil/trace.go:171","msg":"trace[1788202371] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2997; }","duration":"1.261390553s","start":"2026-04-28T03:25:44.186186Z","end":"2026-04-28T03:25:45.447576Z","steps":["trace[1788202371] 'agreement among raft nodes before linearized reading' (duration: 1.261087237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.186169Z","time spent":"1.261512477s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-28T03:25:45.447693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236946619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-28T03:25:45.447745Z","caller":"traceutil/trace.go:171","msg":"trace[1961691718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2997; }","duration":"1.23700474s","start":"2026-04-28T03:25:44.210726Z","end":"2026-04-28T03:25:45.44773Z","steps":["trace[1961691718] 'agreement among raft nodes before linearized reading' (duration: 1.236802745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.210682Z","time spent":"1.237101572s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-28T03:25:45.44748Z","caller":"traceutil/trace.go:171","msg":"trace[2052101231] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"1.269611061s","start":"2026-04-28T03:25:44.177842Z","end":"2026-04-28T03:25:45.447453Z","steps":["trace[2052101231] 'process raft request' (duration: 1.26919463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.447952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.632013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:25:45.447979Z","caller":"traceutil/trace.go:171","msg":"trace[1301726317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2997; }","duration":"489.692424ms","start":"2026-04-28T03:25:44.958278Z","end":"2026-04-28T03:25:45.44797Z","steps":["trace[1301726317] 'agreement among raft nodes before linearized reading' (duration: 489.607692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.958257Z","time spent":"489.749185ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:45.448074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145735906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-28T03:25:45.447745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.829556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:25:45.448138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.177832Z","time spent":"1.270112752s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:45.448181Z","caller":"traceutil/trace.go:171","msg":"trace[1135170429] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2997; }","duration":"1.145894199s","start":"2026-04-28T03:25:44.302262Z","end":"2026-04-28T03:25:45.448156Z","steps":["trace[1135170429] 'agreement among raft nodes before linearized reading' (duration: 1.145665014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.302242Z","time spent":"1.145985552s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-28T03:25:45.448168Z","caller":"traceutil/trace.go:171","msg":"trace[236932890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2997; }","duration":"180.296246ms","start":"2026-04-28T03:25:45.267861Z","end":"2026-04-28T03:25:45.448158Z","steps":["trace[236932890] 'agreement among raft nodes before linearized reading' (duration: 179.710543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077929536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:45.44847Z","caller":"traceutil/trace.go:171","msg":"trace[422627140] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2997; }","duration":"1.078045309s","start":"2026-04-28T03:25:44.370404Z","end":"2026-04-28T03:25:45.44845Z","steps":["trace[422627140] 'agreement among raft nodes before linearized reading' (duration: 1.077918966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.448529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.370382Z","time spent":"1.078137861s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:45.448856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:44.176135Z","time spent":"1.271077313s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.805789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.860648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:45.805958Z","caller":"traceutil/trace.go:171","msg":"trace[658629942] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"351.960605ms","start":"2026-04-28T03:25:45.45396Z","end":"2026-04-28T03:25:45.805921Z","steps":["trace[658629942] 'process raft request' (duration: 144.877141ms)","trace[658629942] 'compare' (duration: 206.706045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:45.806049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.453949Z","time spent":"352.059727ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:45.899275Z","caller":"traceutil/trace.go:171","msg":"trace[227323708] linearizableReadLoop","detail":"{readStateIndex:3185; appliedIndex:3183; }","duration":"444.483787ms","start":"2026-04-28T03:25:45.454776Z","end":"2026-04-28T03:25:45.89926Z","steps":["trace[227323708] 'read index received' (duration: 144.076514ms)","trace[227323708] 'applied index is now lower than readState.Index' (duration: 300.406633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:45.899308Z","caller":"traceutil/trace.go:171","msg":"trace[595651965] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"445.277464ms","start":"2026-04-28T03:25:45.453986Z","end":"2026-04-28T03:25:45.899264Z","steps":["trace[595651965] 'process raft request' (duration: 445.042159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.899431Z","caller":"traceutil/trace.go:171","msg":"trace[997823898] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"439.34788ms","start":"2026-04-28T03:25:45.460053Z","end":"2026-04-28T03:25:45.899401Z","steps":["trace[997823898] 'process raft request' (duration: 439.142036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.899443Z","caller":"traceutil/trace.go:171","msg":"trace[354157698] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"439.453352ms","start":"2026-04-28T03:25:45.459966Z","end":"2026-04-28T03:25:45.899419Z","steps":["trace[354157698] 'process raft request' (duration: 439.193016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.899552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.459945Z","time spent":"439.546554ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:25:45.899567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.460045Z","time spent":"439.439642ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:25:45.899591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.804394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:25:45.899615Z","caller":"traceutil/trace.go:171","msg":"trace[1519291239] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3003; }","duration":"444.835555ms","start":"2026-04-28T03:25:45.454772Z","end":"2026-04-28T03:25:45.899608Z","steps":["trace[1519291239] 'agreement among raft nodes before linearized reading' (duration: 444.780554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.899696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.454748Z","time spent":"444.940147ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-04-28T03:25:45.899546Z","caller":"traceutil/trace.go:171","msg":"trace[1694144651] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"437.739313ms","start":"2026-04-28T03:25:45.461762Z","end":"2026-04-28T03:25:45.899501Z","steps":["trace[1694144651] 'process raft request' (duration: 437.467337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.899775Z","caller":"traceutil/trace.go:171","msg":"trace[1796431950] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"443.725639ms","start":"2026-04-28T03:25:45.45601Z","end":"2026-04-28T03:25:45.899735Z","steps":["trace[1796431950] 'process raft request' (duration: 443.119865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.899806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.453975Z","time spent":"445.421827ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.899891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.461747Z","time spent":"438.04138ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.899941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.455989Z","time spent":"443.868083ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:45.983385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.229081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:45.983412Z","caller":"traceutil/trace.go:171","msg":"trace[93141180] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"181.222367ms","start":"2026-04-28T03:25:45.802158Z","end":"2026-04-28T03:25:45.98338Z","steps":["trace[93141180] 'process raft request' (duration: 178.226889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:45.983469Z","caller":"traceutil/trace.go:171","msg":"trace[1790859071] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3004; }","duration":"124.354675ms","start":"2026-04-28T03:25:45.859097Z","end":"2026-04-28T03:25:45.983452Z","steps":["trace[1790859071] 'agreement among raft nodes before linearized reading' (duration: 124.214852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.983877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.923803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"info","ts":"2026-04-28T03:25:45.983969Z","caller":"traceutil/trace.go:171","msg":"trace[758523257] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3004; }","duration":"315.23143ms","start":"2026-04-28T03:25:45.668719Z","end":"2026-04-28T03:25:45.983951Z","steps":["trace[758523257] 'agreement among raft nodes before linearized reading' (duration: 314.705658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:45.984017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:45.6687Z","time spent":"315.305912ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413412,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:25:46.37663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.250732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:46.37672Z","caller":"traceutil/trace.go:171","msg":"trace[660571030] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"313.523822ms","start":"2026-04-28T03:25:46.06318Z","end":"2026-04-28T03:25:46.376704Z","steps":["trace[660571030] 'process raft request' (duration: 182.098527ms)","trace[660571030] 'compare' (duration: 131.104958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:46.376761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.063164Z","time spent":"313.577833ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:46.422018Z","caller":"traceutil/trace.go:171","msg":"trace[643479387] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"358.446842ms","start":"2026-04-28T03:25:46.063547Z","end":"2026-04-28T03:25:46.421994Z","steps":["trace[643479387] 'process raft request' (duration: 358.270818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.422325Z","caller":"traceutil/trace.go:171","msg":"trace[2140597346] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"358.426742ms","start":"2026-04-28T03:25:46.063877Z","end":"2026-04-28T03:25:46.422304Z","steps":["trace[2140597346] 'process raft request' (duration: 358.073403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.422343Z","caller":"traceutil/trace.go:171","msg":"trace[1474706534] linearizableReadLoop","detail":"{readStateIndex:3196; appliedIndex:3193; }","duration":"345.911558ms","start":"2026-04-28T03:25:46.07639Z","end":"2026-04-28T03:25:46.422302Z","steps":["trace[1474706534] 'read index received' (duration: 168.911996ms)","trace[1474706534] 'applied index is now lower than readState.Index' (duration: 176.996322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:46.422427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.063868Z","time spent":"358.513114ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:46.42238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.063535Z","time spent":"358.677518ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:46.42249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.094813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:46.422544Z","caller":"traceutil/trace.go:171","msg":"trace[369254905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3010; }","duration":"346.194855ms","start":"2026-04-28T03:25:46.076335Z","end":"2026-04-28T03:25:46.42253Z","steps":["trace[369254905] 'agreement among raft nodes before linearized reading' (duration: 346.058792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.422575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.076316Z","time spent":"346.252386ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:46.422704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.574661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:46.422724Z","caller":"traceutil/trace.go:171","msg":"trace[1012746493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3010; }","duration":"257.621262ms","start":"2026-04-28T03:25:46.165097Z","end":"2026-04-28T03:25:46.422719Z","steps":["trace[1012746493] 'agreement among raft nodes before linearized reading' (duration: 257.566271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.422857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.014624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:25:46.422855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.831235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:25:46.422897Z","caller":"traceutil/trace.go:171","msg":"trace[506765827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3010; }","duration":"259.115047ms","start":"2026-04-28T03:25:46.163773Z","end":"2026-04-28T03:25:46.422888Z","steps":["trace[506765827] 'agreement among raft nodes before linearized reading' (duration: 258.993404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.422912Z","caller":"traceutil/trace.go:171","msg":"trace[1316952933] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3010; }","duration":"341.960048ms","start":"2026-04-28T03:25:46.080938Z","end":"2026-04-28T03:25:46.422898Z","steps":["trace[1316952933] 'agreement among raft nodes before linearized reading' (duration: 341.662431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.422987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:46.080919Z","time spent":"342.05606ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:25:46.635543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.581978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:46.635706Z","caller":"traceutil/trace.go:171","msg":"trace[1386172213] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"209.857537ms","start":"2026-04-28T03:25:46.425784Z","end":"2026-04-28T03:25:46.635641Z","steps":["trace[1386172213] 'process raft request' (duration: 93.049183ms)","trace[1386172213] 'compare' (duration: 116.352223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:46.709985Z","caller":"traceutil/trace.go:171","msg":"trace[794484002] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"283.690324ms","start":"2026-04-28T03:25:46.426271Z","end":"2026-04-28T03:25:46.709961Z","steps":["trace[794484002] 'process raft request' (duration: 283.551661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.710129Z","caller":"traceutil/trace.go:171","msg":"trace[1788539803] linearizableReadLoop","detail":"{readStateIndex:3199; appliedIndex:3196; }","duration":"282.826685ms","start":"2026-04-28T03:25:46.427278Z","end":"2026-04-28T03:25:46.710105Z","steps":["trace[1788539803] 'read index received' (duration: 91.55132ms)","trace[1788539803] 'applied index is now lower than readState.Index' (duration: 191.273355ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:46.710164Z","caller":"traceutil/trace.go:171","msg":"trace[1944557807] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"283.397198ms","start":"2026-04-28T03:25:46.426755Z","end":"2026-04-28T03:25:46.710152Z","steps":["trace[1944557807] 'process raft request' (duration: 283.177543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.560165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:46.71036Z","caller":"traceutil/trace.go:171","msg":"trace[741151152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3013; }","duration":"222.649237ms","start":"2026-04-28T03:25:46.487695Z","end":"2026-04-28T03:25:46.710345Z","steps":["trace[741151152] 'agreement among raft nodes before linearized reading' (duration: 222.539574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.121481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:46.710438Z","caller":"traceutil/trace.go:171","msg":"trace[60357221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3013; }","duration":"283.188743ms","start":"2026-04-28T03:25:46.427244Z","end":"2026-04-28T03:25:46.710432Z","steps":["trace[60357221] 'agreement among raft nodes before linearized reading' (duration: 282.976118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.191379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6780"} {"level":"info","ts":"2026-04-28T03:25:46.710541Z","caller":"traceutil/trace.go:171","msg":"trace[925020655] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3013; }","duration":"201.246771ms","start":"2026-04-28T03:25:46.509286Z","end":"2026-04-28T03:25:46.710533Z","steps":["trace[925020655] 'agreement among raft nodes before linearized reading' (duration: 201.136859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.703712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9523"} {"level":"warn","ts":"2026-04-28T03:25:46.710694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.483135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6780"} {"level":"info","ts":"2026-04-28T03:25:46.710709Z","caller":"traceutil/trace.go:171","msg":"trace[567223420] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:3013; }","duration":"201.766373ms","start":"2026-04-28T03:25:46.508933Z","end":"2026-04-28T03:25:46.7107Z","steps":["trace[567223420] 'agreement among raft nodes before linearized reading' (duration: 201.609968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.710715Z","caller":"traceutil/trace.go:171","msg":"trace[2120115257] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3013; }","duration":"200.521785ms","start":"2026-04-28T03:25:46.510186Z","end":"2026-04-28T03:25:46.710708Z","steps":["trace[2120115257] 'agreement among raft nodes before linearized reading' (duration: 200.463074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.069698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-04-28T03:25:46.710878Z","caller":"traceutil/trace.go:171","msg":"trace[584032346] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:3013; }","duration":"201.096339ms","start":"2026-04-28T03:25:46.509772Z","end":"2026-04-28T03:25:46.710868Z","steps":["trace[584032346] 'agreement among raft nodes before linearized reading' (duration: 201.029227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.954397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-04-28T03:25:46.710938Z","caller":"traceutil/trace.go:171","msg":"trace[1107285376] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3013; }","duration":"201.994198ms","start":"2026-04-28T03:25:46.508933Z","end":"2026-04-28T03:25:46.710927Z","steps":["trace[1107285376] 'agreement among raft nodes before linearized reading' (duration: 201.907026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.710973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.305693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-04-28T03:25:46.710999Z","caller":"traceutil/trace.go:171","msg":"trace[932194475] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:3013; }","duration":"201.331683ms","start":"2026-04-28T03:25:46.50966Z","end":"2026-04-28T03:25:46.710992Z","steps":["trace[932194475] 'agreement among raft nodes before linearized reading' (duration: 201.246412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.191564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-04-28T03:25:46.711099Z","caller":"traceutil/trace.go:171","msg":"trace[912524525] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:3013; }","duration":"202.265595ms","start":"2026-04-28T03:25:46.508818Z","end":"2026-04-28T03:25:46.711083Z","steps":["trace[912524525] 'agreement among raft nodes before linearized reading' (duration: 202.100202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.464597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"warn","ts":"2026-04-28T03:25:46.711137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.319826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-04-28T03:25:46.711156Z","caller":"traceutil/trace.go:171","msg":"trace[878985933] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:3013; }","duration":"201.478337ms","start":"2026-04-28T03:25:46.509674Z","end":"2026-04-28T03:25:46.711152Z","steps":["trace[878985933] 'agreement among raft nodes before linearized reading' (duration: 201.434346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.711172Z","caller":"traceutil/trace.go:171","msg":"trace[1446584873] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:3013; }","duration":"202.364488ms","start":"2026-04-28T03:25:46.508795Z","end":"2026-04-28T03:25:46.711159Z","steps":["trace[1446584873] 'agreement among raft nodes before linearized reading' (duration: 202.271536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.342467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11547"} {"level":"info","ts":"2026-04-28T03:25:46.71128Z","caller":"traceutil/trace.go:171","msg":"trace[1746002382] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:3013; }","duration":"202.379598ms","start":"2026-04-28T03:25:46.508893Z","end":"2026-04-28T03:25:46.711273Z","steps":["trace[1746002382] 'agreement among raft nodes before linearized reading' (duration: 202.305826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.516561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-04-28T03:25:46.711321Z","caller":"traceutil/trace.go:171","msg":"trace[1835292429] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:3013; }","duration":"202.569693ms","start":"2026-04-28T03:25:46.508744Z","end":"2026-04-28T03:25:46.711313Z","steps":["trace[1835292429] 'agreement among raft nodes before linearized reading' (duration: 202.516071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.712198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-04-28T03:25:46.7114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.47363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-28T03:25:46.711412Z","caller":"traceutil/trace.go:171","msg":"trace[1487906882] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:3013; }","duration":"203.77984ms","start":"2026-04-28T03:25:46.507628Z","end":"2026-04-28T03:25:46.711408Z","steps":["trace[1487906882] 'agreement among raft nodes before linearized reading' (duration: 203.732139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.711422Z","caller":"traceutil/trace.go:171","msg":"trace[1827889611] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:3013; }","duration":"202.503081ms","start":"2026-04-28T03:25:46.508913Z","end":"2026-04-28T03:25:46.711416Z","steps":["trace[1827889611] 'agreement among raft nodes before linearized reading' (duration: 202.417719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.355286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"warn","ts":"2026-04-28T03:25:46.711585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.445598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6878"} {"level":"info","ts":"2026-04-28T03:25:46.711601Z","caller":"traceutil/trace.go:171","msg":"trace[1675769301] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:3013; }","duration":"202.396567ms","start":"2026-04-28T03:25:46.509198Z","end":"2026-04-28T03:25:46.711595Z","steps":["trace[1675769301] 'agreement among raft nodes before linearized reading' (duration: 202.333626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.711621Z","caller":"traceutil/trace.go:171","msg":"trace[1402475738] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:3013; }","duration":"202.51129ms","start":"2026-04-28T03:25:46.5091Z","end":"2026-04-28T03:25:46.711611Z","steps":["trace[1402475738] 'agreement among raft nodes before linearized reading' (duration: 202.412358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.177853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-28T03:25:46.711677Z","caller":"traceutil/trace.go:171","msg":"trace[298174754] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:3013; }","duration":"202.704225ms","start":"2026-04-28T03:25:46.508968Z","end":"2026-04-28T03:25:46.711672Z","steps":["trace[298174754] 'agreement among raft nodes before linearized reading' (duration: 201.325483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.823328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-04-28T03:25:46.711775Z","caller":"traceutil/trace.go:171","msg":"trace[1027597538] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:3013; }","duration":"202.8965ms","start":"2026-04-28T03:25:46.508864Z","end":"2026-04-28T03:25:46.71176Z","steps":["trace[1027597538] 'agreement among raft nodes before linearized reading' (duration: 202.695135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.848587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6227"} {"level":"info","ts":"2026-04-28T03:25:46.711866Z","caller":"traceutil/trace.go:171","msg":"trace[966133060] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:3013; }","duration":"202.9336ms","start":"2026-04-28T03:25:46.508926Z","end":"2026-04-28T03:25:46.711859Z","steps":["trace[966133060] 'agreement among raft nodes before linearized reading' (duration: 202.855808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:46.711865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.799807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-04-28T03:25:46.711976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.125995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-04-28T03:25:46.712028Z","caller":"traceutil/trace.go:171","msg":"trace[1120634009] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:3013; }","duration":"203.178276ms","start":"2026-04-28T03:25:46.508838Z","end":"2026-04-28T03:25:46.712016Z","steps":["trace[1120634009] 'agreement among raft nodes before linearized reading' (duration: 203.053024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:46.711985Z","caller":"traceutil/trace.go:171","msg":"trace[25683871] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:3013; }","duration":"202.96106ms","start":"2026-04-28T03:25:46.509002Z","end":"2026-04-28T03:25:46.711964Z","steps":["trace[25683871] 'agreement among raft nodes before linearized reading' (duration: 202.597232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:49.940004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.521512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:49.940071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.865058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:49.94013Z","caller":"traceutil/trace.go:171","msg":"trace[874333377] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3026; }","duration":"103.690706ms","start":"2026-04-28T03:25:49.836401Z","end":"2026-04-28T03:25:49.940091Z","steps":["trace[874333377] 'count revisions from in-memory index tree' (duration: 103.425559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:49.940139Z","caller":"traceutil/trace.go:171","msg":"trace[1941163333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3026; }","duration":"121.968261ms","start":"2026-04-28T03:25:49.818153Z","end":"2026-04-28T03:25:49.940121Z","steps":["trace[1941163333] 'range keys from in-memory index tree' (duration: 121.716285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:52.425702Z","caller":"traceutil/trace.go:171","msg":"trace[1859270522] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"472.502773ms","start":"2026-04-28T03:25:51.953173Z","end":"2026-04-28T03:25:52.425676Z","steps":["trace[1859270522] 'process raft request' (duration: 472.36548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.425851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.953157Z","time spent":"472.625226ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:52.453914Z","caller":"traceutil/trace.go:171","msg":"trace[2028220786] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"499.941457ms","start":"2026-04-28T03:25:51.953948Z","end":"2026-04-28T03:25:52.453889Z","steps":["trace[2028220786] 'process raft request' (duration: 499.771513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.454085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.953936Z","time spent":"500.046839ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:52.454237Z","caller":"traceutil/trace.go:171","msg":"trace[575008937] linearizableReadLoop","detail":"{readStateIndex:3225; appliedIndex:3223; }","duration":"377.839333ms","start":"2026-04-28T03:25:52.076371Z","end":"2026-04-28T03:25:52.45421Z","steps":["trace[575008937] 'read index received' (duration: 349.322256ms)","trace[575008937] 'applied index is now lower than readState.Index' (duration: 28.515917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:52.454373Z","caller":"traceutil/trace.go:171","msg":"trace[11131990] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"455.218281ms","start":"2026-04-28T03:25:51.999141Z","end":"2026-04-28T03:25:52.454359Z","steps":["trace[11131990] 'process raft request' (duration: 454.703959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.454444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:51.999114Z","time spent":"455.294983ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:52.454712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.319034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:52.454816Z","caller":"traceutil/trace.go:171","msg":"trace[968334633] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3039; }","duration":"378.465207ms","start":"2026-04-28T03:25:52.076326Z","end":"2026-04-28T03:25:52.454791Z","steps":["trace[968334633] 'agreement among raft nodes before linearized reading' (duration: 378.189101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.455155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.076307Z","time spent":"378.827245ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:25:52.769671Z","caller":"traceutil/trace.go:171","msg":"trace[1402024716] linearizableReadLoop","detail":"{readStateIndex:3228; appliedIndex:3226; }","duration":"315.341652ms","start":"2026-04-28T03:25:52.454312Z","end":"2026-04-28T03:25:52.769654Z","steps":["trace[1402024716] 'read index received' (duration: 315.111577ms)","trace[1402024716] 'applied index is now lower than readState.Index' (duration: 229.105µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:52.76974Z","caller":"traceutil/trace.go:171","msg":"trace[220382236] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"324.629273ms","start":"2026-04-28T03:25:52.445075Z","end":"2026-04-28T03:25:52.769704Z","steps":["trace[220382236] 'process raft request' (duration: 324.417158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.769871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.445051Z","time spent":"324.747946ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:52.770023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.548875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:25:52.770041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.322057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:52.770069Z","caller":"traceutil/trace.go:171","msg":"trace[1515954113] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3041; }","duration":"693.659337ms","start":"2026-04-28T03:25:52.0764Z","end":"2026-04-28T03:25:52.770059Z","steps":["trace[1515954113] 'agreement among raft nodes before linearized reading' (duration: 693.37943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.77017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.093706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:52.77021Z","caller":"traceutil/trace.go:171","msg":"trace[1988422742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3041; }","duration":"112.163917ms","start":"2026-04-28T03:25:52.658037Z","end":"2026-04-28T03:25:52.770201Z","steps":["trace[1988422742] 'agreement among raft nodes before linearized reading' (duration: 112.066485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:52.76977Z","caller":"traceutil/trace.go:171","msg":"trace[769468230] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"324.111732ms","start":"2026-04-28T03:25:52.445652Z","end":"2026-04-28T03:25:52.769764Z","steps":["trace[769468230] 'process raft request' (duration: 323.973058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:52.770215Z","caller":"traceutil/trace.go:171","msg":"trace[1896268691] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3041; }","duration":"239.511191ms","start":"2026-04-28T03:25:52.530645Z","end":"2026-04-28T03:25:52.770156Z","steps":["trace[1896268691] 'agreement among raft nodes before linearized reading' (duration: 239.175453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:52.770485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.076374Z","time spent":"693.78912ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:25:52.770492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.445637Z","time spent":"324.670696ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:53.277526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:53.77825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:25:54.178662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403375118s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:25:54.194968Z","caller":"traceutil/trace.go:171","msg":"trace[650741875] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"1.419802702s","start":"2026-04-28T03:25:52.775135Z","end":"2026-04-28T03:25:54.194937Z","steps":["trace[650741875] 'process raft request' (duration: 1.403700996s)","trace[650741875] 'compare' (duration: 15.778549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:54.19512Z","caller":"traceutil/trace.go:171","msg":"trace[49645074] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"1.419911635s","start":"2026-04-28T03:25:52.775177Z","end":"2026-04-28T03:25:54.195088Z","steps":["trace[49645074] 'process raft request' (duration: 1.41967882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.195175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.775106Z","time spent":"1.419997176s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:54.195302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.775154Z","time spent":"1.420039637s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:54.195749Z","caller":"traceutil/trace.go:171","msg":"trace[877186595] linearizableReadLoop","detail":"{readStateIndex:3231; appliedIndex:3228; }","duration":"1.418936422s","start":"2026-04-28T03:25:52.776787Z","end":"2026-04-28T03:25:54.195723Z","steps":["trace[877186595] 'read index received' (duration: 1.402033548s)","trace[877186595] 'applied index is now lower than readState.Index' (duration: 16.901644ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:54.195957Z","caller":"traceutil/trace.go:171","msg":"trace[851256949] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"1.420661023s","start":"2026-04-28T03:25:52.775269Z","end":"2026-04-28T03:25:54.19593Z","steps":["trace[851256949] 'process raft request' (duration: 1.419673459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.196366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419553617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:25:54.196457Z","caller":"traceutil/trace.go:171","msg":"trace[2017488211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3044; }","duration":"1.419655379s","start":"2026-04-28T03:25:52.77678Z","end":"2026-04-28T03:25:54.196435Z","steps":["trace[2017488211] 'agreement among raft nodes before linearized reading' (duration: 1.419165808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.196464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.77526Z","time spent":"1.421097782s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:54.196522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:52.77674Z","time spent":"1.419765351s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:25:54.196516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.619065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:54.196487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164179176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:54.196663Z","caller":"traceutil/trace.go:171","msg":"trace[922511674] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3044; }","duration":"1.164442052s","start":"2026-04-28T03:25:53.032206Z","end":"2026-04-28T03:25:54.196648Z","steps":["trace[922511674] 'agreement among raft nodes before linearized reading' (duration: 1.164185076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.196703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150784601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:54.196599Z","caller":"traceutil/trace.go:171","msg":"trace[1872171625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3044; }","duration":"792.714197ms","start":"2026-04-28T03:25:53.403864Z","end":"2026-04-28T03:25:54.196578Z","steps":["trace[1872171625] 'agreement among raft nodes before linearized reading' (duration: 792.558084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.196742Z","caller":"traceutil/trace.go:171","msg":"trace[1497961525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3044; }","duration":"1.150843313s","start":"2026-04-28T03:25:53.04589Z","end":"2026-04-28T03:25:54.196733Z","steps":["trace[1497961525] 'agreement among raft nodes before linearized reading' (duration: 1.15074486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.196766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:53.045884Z","time spent":"1.150877513s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:54.196777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:53.403817Z","time spent":"792.945052ms","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:54.196805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:53.032163Z","time spent":"1.164562494s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:55.456856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.996419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:25:55.456956Z","caller":"traceutil/trace.go:171","msg":"trace[1446791258] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3051; }","duration":"681.146143ms","start":"2026-04-28T03:25:54.775781Z","end":"2026-04-28T03:25:55.456927Z","steps":["trace[1446791258] 'agreement among raft nodes before linearized reading' (duration: 99.411558ms)","trace[1446791258] 'range keys from in-memory index tree' (duration: 581.49687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:55.457024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.77577Z","time spent":"681.227905ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:25:55.457244Z","caller":"traceutil/trace.go:171","msg":"trace[2079607240] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"647.11731ms","start":"2026-04-28T03:25:54.810103Z","end":"2026-04-28T03:25:55.45722Z","steps":["trace[2079607240] 'process raft request' (duration: 647.024028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.457526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.810071Z","time spent":"647.261913ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:55.457743Z","caller":"traceutil/trace.go:171","msg":"trace[345374541] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"678.655515ms","start":"2026-04-28T03:25:54.779069Z","end":"2026-04-28T03:25:55.457725Z","steps":["trace[345374541] 'process raft request' (duration: 668.654568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.457843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.779055Z","time spent":"678.738278ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:59.968283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096298952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:00.095185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.190766Z","time spent":"904.413993ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:26:00.487109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.27943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:00.487292Z","caller":"traceutil/trace.go:171","msg":"trace[1456567689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3073; }","duration":"296.450324ms","start":"2026-04-28T03:26:00.190792Z","end":"2026-04-28T03:26:00.487243Z","steps":["trace[1456567689] 'range keys from in-memory index tree' (duration: 296.007364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.487975Z","caller":"traceutil/trace.go:171","msg":"trace[884310836] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"1.012426888s","start":"2026-04-28T03:25:59.475529Z","end":"2026-04-28T03:26:00.487955Z","steps":["trace[884310836] 'process raft request' (duration: 968.250444ms)","trace[884310836] 'compare' (duration: 42.843813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:00.487979Z","caller":"traceutil/trace.go:171","msg":"trace[294983712] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"995.886092ms","start":"2026-04-28T03:25:59.492059Z","end":"2026-04-28T03:26:00.487945Z","steps":["trace[294983712] 'process raft request' (duration: 995.689597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.488376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.475488Z","time spent":"1.012638772s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:00.488488Z","caller":"traceutil/trace.go:171","msg":"trace[630403919] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3263; }","duration":"1.020652044s","start":"2026-04-28T03:25:59.467248Z","end":"2026-04-28T03:26:00.4879Z","steps":["trace[630403919] 'read index received' (duration: 627.907983ms)","trace[630403919] 'applied index is now lower than readState.Index' (duration: 392.742741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:00.488388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.492026Z","time spent":"996.293561ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:00.488072Z","caller":"traceutil/trace.go:171","msg":"trace[383078458] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"615.140453ms","start":"2026-04-28T03:25:59.872919Z","end":"2026-04-28T03:26:00.488059Z","steps":["trace[383078458] 'process raft request' (duration: 614.934738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.489631Z","caller":"traceutil/trace.go:171","msg":"trace[6479784] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"392.71366ms","start":"2026-04-28T03:26:00.096891Z","end":"2026-04-28T03:26:00.489604Z","steps":["trace[6479784] 'process raft request' (duration: 392.565126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.489728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.096858Z","time spent":"392.827982ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:00.48974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.872887Z","time spent":"616.753219ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:00.488372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021103104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:00.490129Z","caller":"traceutil/trace.go:171","msg":"trace[1489541001] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3076; }","duration":"1.022869094s","start":"2026-04-28T03:25:59.467243Z","end":"2026-04-28T03:26:00.490112Z","steps":["trace[1489541001] 'agreement among raft nodes before linearized reading' (duration: 1.020943391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.490216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.467203Z","time spent":"1.022997297s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:00.492902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.041451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:00.492978Z","caller":"traceutil/trace.go:171","msg":"trace[171761162] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3078; }","duration":"895.168224ms","start":"2026-04-28T03:25:59.597792Z","end":"2026-04-28T03:26:00.492961Z","steps":["trace[171761162] 'agreement among raft nodes before linearized reading' (duration: 895.01986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.597775Z","time spent":"895.233415ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:00.493111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.562089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:26:00.493186Z","caller":"traceutil/trace.go:171","msg":"trace[655438198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3078; }","duration":"264.645731ms","start":"2026-04-28T03:26:00.22852Z","end":"2026-04-28T03:26:00.493165Z","steps":["trace[655438198] 'agreement among raft nodes before linearized reading' (duration: 264.463297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.267955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:26:00.493329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.189218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:00.493388Z","caller":"traceutil/trace.go:171","msg":"trace[1983426212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3078; }","duration":"447.28612ms","start":"2026-04-28T03:26:00.046085Z","end":"2026-04-28T03:26:00.493372Z","steps":["trace[1983426212] 'agreement among raft nodes before linearized reading' (duration: 447.173447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.96974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:00.493441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.046063Z","time spent":"447.368042ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:26:00.493482Z","caller":"traceutil/trace.go:171","msg":"trace[398091394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3078; }","duration":"895.019261ms","start":"2026-04-28T03:25:59.598454Z","end":"2026-04-28T03:26:00.493473Z","steps":["trace[398091394] 'agreement among raft nodes before linearized reading' (duration: 894.96797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.598447Z","time spent":"895.057492ms","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:00.493707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.167257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:26:00.49376Z","caller":"traceutil/trace.go:171","msg":"trace[1114948818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3078; }","duration":"270.250369ms","start":"2026-04-28T03:26:00.223496Z","end":"2026-04-28T03:26:00.493746Z","steps":["trace[1114948818] 'agreement among raft nodes before linearized reading' (duration: 270.121267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:00.49335Z","caller":"traceutil/trace.go:171","msg":"trace[781467457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3078; }","duration":"265.329596ms","start":"2026-04-28T03:26:00.228012Z","end":"2026-04-28T03:26:00.493341Z","steps":["trace[781467457] 'agreement among raft nodes before linearized reading' (duration: 265.206204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.380117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:00.493404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.228572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:00.493975Z","caller":"traceutil/trace.go:171","msg":"trace[695087230] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3078; }","duration":"445.478259ms","start":"2026-04-28T03:26:00.048487Z","end":"2026-04-28T03:26:00.493966Z","steps":["trace[695087230] 'agreement among raft nodes before linearized reading' (duration: 445.421008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.472645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:00.494052Z","caller":"traceutil/trace.go:171","msg":"trace[201735053] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3078; }","duration":"259.545336ms","start":"2026-04-28T03:26:00.234492Z","end":"2026-04-28T03:26:00.494037Z","steps":["trace[201735053] 'agreement among raft nodes before linearized reading' (duration: 259.471284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.493934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.359841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:00.49425Z","caller":"traceutil/trace.go:171","msg":"trace[1083445639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3078; }","duration":"244.710559ms","start":"2026-04-28T03:26:00.249521Z","end":"2026-04-28T03:26:00.494232Z","steps":["trace[1083445639] 'agreement among raft nodes before linearized reading' (duration: 244.330671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.494007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.048456Z","time spent":"445.539251ms","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:00.494Z","caller":"traceutil/trace.go:171","msg":"trace[200571190] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3078; }","duration":"621.864876ms","start":"2026-04-28T03:25:59.872119Z","end":"2026-04-28T03:26:00.493984Z","steps":["trace[200571190] 'agreement among raft nodes before linearized reading' (duration: 621.247851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.494546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:59.872089Z","time spent":"622.442549ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":11,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:01.403168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.815976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:01.403515Z","caller":"traceutil/trace.go:171","msg":"trace[1541046314] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"478.534569ms","start":"2026-04-28T03:26:00.924967Z","end":"2026-04-28T03:26:01.403502Z","steps":["trace[1541046314] 'process raft request' (duration: 478.501788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.403701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.924929Z","time spent":"478.745134ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:01.403809Z","caller":"traceutil/trace.go:171","msg":"trace[1540402093] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"905.269313ms","start":"2026-04-28T03:26:00.498497Z","end":"2026-04-28T03:26:01.403766Z","steps":["trace[1540402093] 'process raft request' (duration: 904.805043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:01.403884Z","caller":"traceutil/trace.go:171","msg":"trace[75789642] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"904.938757ms","start":"2026-04-28T03:26:00.498904Z","end":"2026-04-28T03:26:01.403843Z","steps":["trace[75789642] 'process raft request' (duration: 904.440295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:01.403845Z","caller":"traceutil/trace.go:171","msg":"trace[776030804] linearizableReadLoop","detail":"{readStateIndex:3273; appliedIndex:3269; }","duration":"904.788562ms","start":"2026-04-28T03:26:00.499002Z","end":"2026-04-28T03:26:01.40379Z","steps":["trace[776030804] 'read index received' (duration: 984.852µs)","trace[776030804] 'applied index is now lower than readState.Index' (duration: 903.791439ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:01.403982Z","caller":"traceutil/trace.go:171","msg":"trace[2074427100] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"905.52109ms","start":"2026-04-28T03:26:00.498442Z","end":"2026-04-28T03:26:01.403963Z","steps":["trace[2074427100] 'process raft request' (duration: 171.831804ms)","trace[2074427100] 'compare' (duration: 732.649322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:01.404028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.498896Z","time spent":"905.06496ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:01.404073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.49842Z","time spent":"905.597882ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:01.403926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.498471Z","time spent":"905.392527ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:01.40408Z","caller":"traceutil/trace.go:171","msg":"trace[505266187] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"896.334241ms","start":"2026-04-28T03:26:00.507601Z","end":"2026-04-28T03:26:01.403935Z","steps":["trace[505266187] 'process raft request' (duration: 895.818258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.404257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.507576Z","time spent":"896.650718ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:01.404278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.651906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:01.40432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.358263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:01.404403Z","caller":"traceutil/trace.go:171","msg":"trace[220739862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3085; }","duration":"884.83234ms","start":"2026-04-28T03:26:00.519552Z","end":"2026-04-28T03:26:01.404385Z","steps":["trace[220739862] 'agreement among raft nodes before linearized reading' (duration: 884.589074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:01.404423Z","caller":"traceutil/trace.go:171","msg":"trace[509719149] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3085; }","duration":"322.503145ms","start":"2026-04-28T03:26:01.081906Z","end":"2026-04-28T03:26:01.404409Z","steps":["trace[509719149] 'agreement among raft nodes before linearized reading' (duration: 322.365642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.404431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.857718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:01.404456Z","caller":"traceutil/trace.go:171","msg":"trace[192876492] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:3085; }","duration":"268.940309ms","start":"2026-04-28T03:26:01.135508Z","end":"2026-04-28T03:26:01.404449Z","steps":["trace[192876492] 'agreement among raft nodes before linearized reading' (duration: 268.893988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.404467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:01.081884Z","time spent":"322.569337ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:01.404467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.519487Z","time spent":"884.965752ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:01.404547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.494598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"warn","ts":"2026-04-28T03:26:01.404609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.703052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:26:01.404645Z","caller":"traceutil/trace.go:171","msg":"trace[398237165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3085; }","duration":"905.644243ms","start":"2026-04-28T03:26:00.498979Z","end":"2026-04-28T03:26:01.404623Z","steps":["trace[398237165] 'agreement among raft nodes before linearized reading' (duration: 905.108291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:01.404673Z","caller":"traceutil/trace.go:171","msg":"trace[219377616] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:3085; }","duration":"647.800865ms","start":"2026-04-28T03:26:00.756855Z","end":"2026-04-28T03:26:01.404656Z","steps":["trace[219377616] 'agreement among raft nodes before linearized reading' (duration: 647.629281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.404714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.49897Z","time spent":"905.732455ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:26:01.40469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.225203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:01.404771Z","caller":"traceutil/trace.go:171","msg":"trace[1101963695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3085; }","duration":"883.338875ms","start":"2026-04-28T03:26:00.521414Z","end":"2026-04-28T03:26:01.404752Z","steps":["trace[1101963695] 'agreement among raft nodes before linearized reading' (duration: 883.089009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:01.404712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.75684Z","time spent":"647.864266ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" "} {"level":"warn","ts":"2026-04-28T03:26:01.404825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:00.521402Z","time spent":"883.413386ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:02.030318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.779457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:02.030594Z","caller":"traceutil/trace.go:171","msg":"trace[2095416259] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"623.113064ms","start":"2026-04-28T03:26:01.407459Z","end":"2026-04-28T03:26:02.030572Z","steps":["trace[2095416259] 'process raft request' (duration: 334.972879ms)","trace[2095416259] 'compare' (duration: 287.01906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:02.030923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:01.407442Z","time spent":"623.429821ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:02.422829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.369117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:02.422971Z","caller":"traceutil/trace.go:171","msg":"trace[909389221] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3276; }","duration":"387.4251ms","start":"2026-04-28T03:26:02.035524Z","end":"2026-04-28T03:26:02.422949Z","steps":["trace[909389221] 'read index received' (duration: 147.767767ms)","trace[909389221] 'applied index is now lower than readState.Index' (duration: 239.655333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:02.422982Z","caller":"traceutil/trace.go:171","msg":"trace[1183417862] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"1.014000163s","start":"2026-04-28T03:26:01.408955Z","end":"2026-04-28T03:26:02.422955Z","steps":["trace[1183417862] 'process raft request' (duration: 774.402631ms)","trace[1183417862] 'compare' (duration: 238.910877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:02.423109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:01.408934Z","time spent":"1.014110376s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:02.423216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.694467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471\" ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-28T03:26:02.423275Z","caller":"traceutil/trace.go:171","msg":"trace[734588231] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471; range_end:; response_count:1; response_revision:3087; }","duration":"387.787208ms","start":"2026-04-28T03:26:02.035471Z","end":"2026-04-28T03:26:02.423258Z","steps":["trace[734588231] 'agreement among raft nodes before linearized reading' (duration: 387.599074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:02.423309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.035454Z","time spent":"387.84915ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471\" "} {"level":"warn","ts":"2026-04-28T03:26:02.423451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.965978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:02.423491Z","caller":"traceutil/trace.go:171","msg":"trace[1698980897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3087; }","duration":"379.024709ms","start":"2026-04-28T03:26:02.044455Z","end":"2026-04-28T03:26:02.42348Z","steps":["trace[1698980897] 'agreement among raft nodes before linearized reading' (duration: 378.965067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:02.423528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.044441Z","time spent":"379.075761ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:03.472104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.33377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:03.472241Z","caller":"traceutil/trace.go:171","msg":"trace[1202699424] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"978.332693ms","start":"2026-04-28T03:26:02.493888Z","end":"2026-04-28T03:26:03.472221Z","steps":["trace[1202699424] 'process raft request' (duration: 435.813539ms)","trace[1202699424] 'compare' (duration: 542.213847ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:03.47227Z","caller":"traceutil/trace.go:171","msg":"trace[91211377] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"973.831642ms","start":"2026-04-28T03:26:02.498422Z","end":"2026-04-28T03:26:03.472254Z","steps":["trace[91211377] 'process raft request' (duration: 973.7734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.472271Z","caller":"traceutil/trace.go:171","msg":"trace[1842176865] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3278; }","duration":"977.788631ms","start":"2026-04-28T03:26:02.494458Z","end":"2026-04-28T03:26:03.472246Z","steps":["trace[1842176865] 'read index received' (duration: 435.274887ms)","trace[1842176865] 'applied index is now lower than readState.Index' (duration: 542.510643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:03.472333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.498381Z","time spent":"973.921343ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:03.47235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.493866Z","time spent":"978.430665ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:03.47261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.156079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:03.472649Z","caller":"traceutil/trace.go:171","msg":"trace[349723438] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3090; }","duration":"978.240141ms","start":"2026-04-28T03:26:02.494398Z","end":"2026-04-28T03:26:03.472638Z","steps":["trace[349723438] 'agreement among raft nodes before linearized reading' (duration: 977.946425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.472689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.494375Z","time spent":"978.304582ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:26:03.681763Z","caller":"traceutil/trace.go:171","msg":"trace[1962837701] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"718.020201ms","start":"2026-04-28T03:26:02.963703Z","end":"2026-04-28T03:26:03.681724Z","steps":["trace[1962837701] 'process raft request' (duration: 704.902673ms)","trace[1962837701] 'compare' (duration: 12.988615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:03.68192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.963675Z","time spent":"718.159054ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:03.802354Z","caller":"traceutil/trace.go:171","msg":"trace[570003690] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3280; }","duration":"330.011726ms","start":"2026-04-28T03:26:03.472313Z","end":"2026-04-28T03:26:03.802325Z","steps":["trace[570003690] 'read index received' (duration: 196.309179ms)","trace[570003690] 'applied index is now lower than readState.Index' (duration: 133.701087ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:03.80255Z","caller":"traceutil/trace.go:171","msg":"trace[1269776558] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"391.017922ms","start":"2026-04-28T03:26:03.411504Z","end":"2026-04-28T03:26:03.802522Z","steps":["trace[1269776558] 'process raft request' (duration: 390.752026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.797915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:26:03.802638Z","caller":"traceutil/trace.go:171","msg":"trace[1673459785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3093; }","duration":"393.935518ms","start":"2026-04-28T03:26:03.408688Z","end":"2026-04-28T03:26:03.802624Z","steps":["trace[1673459785] 'agreement among raft nodes before linearized reading' (duration: 393.739294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.140431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:26:03.802666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.411479Z","time spent":"391.127225ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:03.802663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30486616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:03.802675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.408588Z","time spent":"394.078812ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:26:03.802693Z","caller":"traceutil/trace.go:171","msg":"trace[191868317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3093; }","duration":"393.258063ms","start":"2026-04-28T03:26:03.409418Z","end":"2026-04-28T03:26:03.802676Z","steps":["trace[191868317] 'agreement among raft nodes before linearized reading' (duration: 393.069549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.802707Z","caller":"traceutil/trace.go:171","msg":"trace[2079709115] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3093; }","duration":"1.304947563s","start":"2026-04-28T03:26:02.497745Z","end":"2026-04-28T03:26:03.802692Z","steps":["trace[2079709115] 'agreement among raft nodes before linearized reading' (duration: 1.304694967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.409386Z","time spent":"393.333955ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:03.802721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.936207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:26:03.80275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.49773Z","time spent":"1.305011854s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:03.80259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.660979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:26:03.802798Z","caller":"traceutil/trace.go:171","msg":"trace[1672980097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3093; }","duration":"392.901385ms","start":"2026-04-28T03:26:03.409887Z","end":"2026-04-28T03:26:03.802788Z","steps":["trace[1672980097] 'agreement among raft nodes before linearized reading' (duration: 392.485176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.802781Z","caller":"traceutil/trace.go:171","msg":"trace[905932194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3093; }","duration":"390.001298ms","start":"2026-04-28T03:26:03.412757Z","end":"2026-04-28T03:26:03.802758Z","steps":["trace[905932194] 'agreement among raft nodes before linearized reading' (duration: 389.867135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.409877Z","time spent":"392.937685ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:03.80274Z","caller":"traceutil/trace.go:171","msg":"trace[583002251] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"391.250768ms","start":"2026-04-28T03:26:03.411437Z","end":"2026-04-28T03:26:03.802687Z","steps":["trace[583002251] 'process raft request' (duration: 389.893976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.412746Z","time spent":"390.116011ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:03.80289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30000723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:26:03.802955Z","caller":"traceutil/trace.go:171","msg":"trace[1325823071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3093; }","duration":"1.300098872s","start":"2026-04-28T03:26:02.502839Z","end":"2026-04-28T03:26:03.802938Z","steps":["trace[1325823071] 'agreement among raft nodes before linearized reading' (duration: 1.299859517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.802995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:02.502827Z","time spent":"1.300157403s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:03.803024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:03.411405Z","time spent":"391.472913ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:03.919434Z","caller":"traceutil/trace.go:171","msg":"trace[1496129276] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"111.348188ms","start":"2026-04-28T03:26:03.808059Z","end":"2026-04-28T03:26:03.919407Z","steps":["trace[1496129276] 'process raft request' (duration: 110.768976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.925563Z","caller":"traceutil/trace.go:171","msg":"trace[233750062] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"117.017799ms","start":"2026-04-28T03:26:03.808524Z","end":"2026-04-28T03:26:03.925542Z","steps":["trace[233750062] 'process raft request' (duration: 116.948667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.925728Z","caller":"traceutil/trace.go:171","msg":"trace[988096287] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3283; }","duration":"116.707611ms","start":"2026-04-28T03:26:03.808995Z","end":"2026-04-28T03:26:03.925703Z","steps":["trace[988096287] 'read index received' (duration: 27.244829ms)","trace[988096287] 'applied index is now lower than readState.Index' (duration: 89.461642ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:03.925826Z","caller":"traceutil/trace.go:171","msg":"trace[1195377840] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"117.341286ms","start":"2026-04-28T03:26:03.808476Z","end":"2026-04-28T03:26:03.925817Z","steps":["trace[1195377840] 'process raft request' (duration: 110.915609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.92617Z","caller":"traceutil/trace.go:171","msg":"trace[802777896] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"117.514419ms","start":"2026-04-28T03:26:03.808647Z","end":"2026-04-28T03:26:03.926161Z","steps":["trace[802777896] 'process raft request' (duration: 116.863015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:03.926306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.275884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:03.926458Z","caller":"traceutil/trace.go:171","msg":"trace[2074772600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3097; }","duration":"117.493859ms","start":"2026-04-28T03:26:03.808933Z","end":"2026-04-28T03:26:03.926427Z","steps":["trace[2074772600] 'agreement among raft nodes before linearized reading' (duration: 116.862445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:04.227235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.032006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:04.227343Z","caller":"traceutil/trace.go:171","msg":"trace[658183778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3097; }","duration":"182.191039ms","start":"2026-04-28T03:26:04.045119Z","end":"2026-04-28T03:26:04.22731Z","steps":["trace[658183778] 'range keys from in-memory index tree' (duration: 181.923722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:04.59036Z","caller":"traceutil/trace.go:171","msg":"trace[2116690064] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"152.525274ms","start":"2026-04-28T03:26:04.43781Z","end":"2026-04-28T03:26:04.590335Z","steps":["trace[2116690064] 'process raft request' (duration: 152.367601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.038977Z","caller":"traceutil/trace.go:171","msg":"trace[1921910024] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"559.693604ms","start":"2026-04-28T03:26:05.479247Z","end":"2026-04-28T03:26:06.03894Z","steps":["trace[1921910024] 'process raft request' (duration: 559.426038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.039182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.479221Z","time spent":"559.851218ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:06.565238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.60961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:06.565512Z","caller":"traceutil/trace.go:171","msg":"trace[380397092] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3289; }","duration":"786.063096ms","start":"2026-04-28T03:26:05.779424Z","end":"2026-04-28T03:26:06.565487Z","steps":["trace[380397092] 'read index received' (duration: 259.24471ms)","trace[380397092] 'applied index is now lower than readState.Index' (duration: 526.817096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:06.565653Z","caller":"traceutil/trace.go:171","msg":"trace[758005945] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"1.084708429s","start":"2026-04-28T03:26:05.48091Z","end":"2026-04-28T03:26:06.565618Z","steps":["trace[758005945] 'process raft request' (duration: 661.632549ms)","trace[758005945] 'compare' (duration: 421.768921ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:06.565744Z","caller":"traceutil/trace.go:171","msg":"trace[1292484608] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"755.591884ms","start":"2026-04-28T03:26:05.810057Z","end":"2026-04-28T03:26:06.565649Z","steps":["trace[1292484608] 'process raft request' (duration: 755.360479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.565825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.402766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:06.565897Z","caller":"traceutil/trace.go:171","msg":"trace[406291346] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3102; }","duration":"485.549559ms","start":"2026-04-28T03:26:06.080333Z","end":"2026-04-28T03:26:06.565882Z","steps":["trace[406291346] 'agreement among raft nodes before linearized reading' (duration: 485.376175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.565823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.352462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:06.565933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.080314Z","time spent":"485.60782ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:06.565949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.225934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:06.565952Z","caller":"traceutil/trace.go:171","msg":"trace[16361707] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3102; }","duration":"786.562927ms","start":"2026-04-28T03:26:05.779368Z","end":"2026-04-28T03:26:06.565931Z","steps":["trace[16361707] 'agreement among raft nodes before linearized reading' (duration: 786.25551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.56596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.215241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:06.565987Z","caller":"traceutil/trace.go:171","msg":"trace[1578370945] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3102; }","duration":"755.289426ms","start":"2026-04-28T03:26:05.810686Z","end":"2026-04-28T03:26:06.565976Z","steps":["trace[1578370945] 'agreement among raft nodes before linearized reading' (duration: 754.953579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.565948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.926804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:26:06.566012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.779342Z","time spent":"786.651539ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:06.56602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.574093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:26:06.566019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.810674Z","time spent":"755.337997ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:26:06.56602Z","caller":"traceutil/trace.go:171","msg":"trace[548588006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3102; }","duration":"632.286062ms","start":"2026-04-28T03:26:05.933716Z","end":"2026-04-28T03:26:06.566002Z","steps":["trace[548588006] 'agreement among raft nodes before linearized reading' (duration: 632.086307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.566012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.810026Z","time spent":"755.86348ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:06.56599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.647863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:06.566074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.933703Z","time spent":"632.357833ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:06.566023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.414546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:06.566136Z","caller":"traceutil/trace.go:171","msg":"trace[2129680069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3102; }","duration":"519.871498ms","start":"2026-04-28T03:26:06.046234Z","end":"2026-04-28T03:26:06.566106Z","steps":["trace[2129680069] 'agreement among raft nodes before linearized reading' (duration: 519.548941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.56606Z","caller":"traceutil/trace.go:171","msg":"trace[709160386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3102; }","duration":"641.657555ms","start":"2026-04-28T03:26:05.92439Z","end":"2026-04-28T03:26:06.566047Z","steps":["trace[709160386] 'agreement among raft nodes before linearized reading' (duration: 641.521312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.566242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.046207Z","time spent":"520.021682ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:06.566296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.924364Z","time spent":"641.908241ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:06.566048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.252071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:06.566376Z","caller":"traceutil/trace.go:171","msg":"trace[1281697476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3102; }","duration":"632.588579ms","start":"2026-04-28T03:26:05.933763Z","end":"2026-04-28T03:26:06.566352Z","steps":["trace[1281697476] 'agreement among raft nodes before linearized reading' (duration: 632.112508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:06.56605Z","caller":"traceutil/trace.go:171","msg":"trace[927192340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3102; }","duration":"628.080426ms","start":"2026-04-28T03:26:05.937948Z","end":"2026-04-28T03:26:06.566029Z","steps":["trace[927192340] 'agreement among raft nodes before linearized reading' (duration: 627.751879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.566433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.933758Z","time spent":"632.65849ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:06.566455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.93793Z","time spent":"628.507797ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:06.566463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.480868Z","time spent":"1.084861923s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:06.565775Z","caller":"traceutil/trace.go:171","msg":"trace[125327113] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"755.88618ms","start":"2026-04-28T03:26:05.809814Z","end":"2026-04-28T03:26:06.5657Z","steps":["trace[125327113] 'process raft request' (duration: 755.535062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.566597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.809789Z","time spent":"756.75434ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:06.56636Z","caller":"traceutil/trace.go:171","msg":"trace[374649983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3102; }","duration":"632.59544ms","start":"2026-04-28T03:26:05.933539Z","end":"2026-04-28T03:26:06.566134Z","steps":["trace[374649983] 'agreement among raft nodes before linearized reading' (duration: 632.350344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:06.567125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:05.933506Z","time spent":"633.600804ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:07.071362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.747942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:07.071446Z","caller":"traceutil/trace.go:171","msg":"trace[1926108616] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"499.659811ms","start":"2026-04-28T03:26:06.571772Z","end":"2026-04-28T03:26:07.071432Z","steps":["trace[1926108616] 'process raft request' (duration: 386.763915ms)","trace[1926108616] 'compare' (duration: 112.599319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:07.071488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.571743Z","time spent":"499.725422ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:07.431844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.858135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:07.431998Z","caller":"traceutil/trace.go:171","msg":"trace[2089947104] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"857.175021ms","start":"2026-04-28T03:26:06.574809Z","end":"2026-04-28T03:26:07.431984Z","steps":["trace[2089947104] 'process raft request' (duration: 857.106809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:07.432047Z","caller":"traceutil/trace.go:171","msg":"trace[1563095555] linearizableReadLoop","detail":"{readStateIndex:3295; appliedIndex:3293; }","duration":"857.189592ms","start":"2026-04-28T03:26:06.574832Z","end":"2026-04-28T03:26:07.432021Z","steps":["trace[1563095555] 'read index received' (duration: 383.680316ms)","trace[1563095555] 'applied index is now lower than readState.Index' (duration: 473.506456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:07.432032Z","caller":"traceutil/trace.go:171","msg":"trace[322980141] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"857.188431ms","start":"2026-04-28T03:26:06.574809Z","end":"2026-04-28T03:26:07.431997Z","steps":["trace[322980141] 'process raft request' (duration: 640.118031ms)","trace[322980141] 'compare' (duration: 216.349344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:07.432102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.574792Z","time spent":"857.239403ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:07.432104Z","caller":"traceutil/trace.go:171","msg":"trace[1758012056] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"856.982617ms","start":"2026-04-28T03:26:06.575065Z","end":"2026-04-28T03:26:07.432047Z","steps":["trace[1758012056] 'process raft request' (duration: 856.884325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.432192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.353665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:07.432199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.574792Z","time spent":"857.330605ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:07.432218Z","caller":"traceutil/trace.go:171","msg":"trace[1009417499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"857.422617ms","start":"2026-04-28T03:26:06.574786Z","end":"2026-04-28T03:26:07.432209Z","steps":["trace[1009417499] 'agreement among raft nodes before linearized reading' (duration: 857.352875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.432308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.575033Z","time spent":"857.173071ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:07.432364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.539439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"warn","ts":"2026-04-28T03:26:07.43237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.57477Z","time spent":"857.58847ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:26:07.432384Z","caller":"traceutil/trace.go:171","msg":"trace[206396626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3106; }","duration":"857.592542ms","start":"2026-04-28T03:26:06.574787Z","end":"2026-04-28T03:26:07.432379Z","steps":["trace[206396626] 'agreement among raft nodes before linearized reading' (duration: 857.442547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.432415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.574774Z","time spent":"857.635452ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:26:07.432606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.165627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:07.432635Z","caller":"traceutil/trace.go:171","msg":"trace[100883338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3106; }","duration":"837.235098ms","start":"2026-04-28T03:26:06.595393Z","end":"2026-04-28T03:26:07.432628Z","steps":["trace[100883338] 'agreement among raft nodes before linearized reading' (duration: 837.149436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:07.432651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:06.595368Z","time spent":"837.2785ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:08.337449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.885357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:08.337572Z","caller":"traceutil/trace.go:171","msg":"trace[1366556529] linearizableReadLoop","detail":"{readStateIndex:3298; appliedIndex:3297; }","duration":"896.021984ms","start":"2026-04-28T03:26:07.441528Z","end":"2026-04-28T03:26:08.33755Z","steps":["trace[1366556529] 'read index received' (duration: 214.87523ms)","trace[1366556529] 'applied index is now lower than readState.Index' (duration: 681.145114ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:08.337613Z","caller":"traceutil/trace.go:171","msg":"trace[637744860] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"901.679791ms","start":"2026-04-28T03:26:07.435898Z","end":"2026-04-28T03:26:08.337578Z","steps":["trace[637744860] 'process raft request' (duration: 220.571049ms)","trace[637744860] 'compare' (duration: 680.435786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:08.337699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.167677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:08.33773Z","caller":"traceutil/trace.go:171","msg":"trace[1180646864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3107; }","duration":"896.218998ms","start":"2026-04-28T03:26:07.441499Z","end":"2026-04-28T03:26:08.337718Z","steps":["trace[1180646864] 'agreement among raft nodes before linearized reading' (duration: 896.142586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.337766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.441489Z","time spent":"896.269509ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:08.33777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.435879Z","time spent":"901.807285ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:08.388337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.336473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:08.388346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.222122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:08.388412Z","caller":"traceutil/trace.go:171","msg":"trace[1481103467] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3108; }","duration":"315.458406ms","start":"2026-04-28T03:26:08.072936Z","end":"2026-04-28T03:26:08.388394Z","steps":["trace[1481103467] 'agreement among raft nodes before linearized reading' (duration: 315.336403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:08.388426Z","caller":"traceutil/trace.go:171","msg":"trace[275594258] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3108; }","duration":"275.362966ms","start":"2026-04-28T03:26:08.113046Z","end":"2026-04-28T03:26:08.388409Z","steps":["trace[275594258] 'agreement among raft nodes before linearized reading' (duration: 275.202292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.388447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.07292Z","time spent":"315.518728ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:08.388482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.885821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:08.388515Z","caller":"traceutil/trace.go:171","msg":"trace[690147676] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3108; }","duration":"737.943133ms","start":"2026-04-28T03:26:07.650561Z","end":"2026-04-28T03:26:08.388504Z","steps":["trace[690147676] 'agreement among raft nodes before linearized reading' (duration: 737.887812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.388538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.650546Z","time spent":"737.983834ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:08.388321Z","caller":"traceutil/trace.go:171","msg":"trace[1131070481] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"342.47191ms","start":"2026-04-28T03:26:08.045816Z","end":"2026-04-28T03:26:08.388288Z","steps":["trace[1131070481] 'process raft request' (duration: 342.266556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.388581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.193327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:08.388668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.04579Z","time spent":"342.818017ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:08.388686Z","caller":"traceutil/trace.go:171","msg":"trace[842660176] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3108; }","duration":"903.34942ms","start":"2026-04-28T03:26:07.485309Z","end":"2026-04-28T03:26:08.388658Z","steps":["trace[842660176] 'agreement among raft nodes before linearized reading' (duration: 903.043864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:08.388772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:07.485285Z","time spent":"903.446912ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:09.088573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:09.331602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.654196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:09.331741Z","caller":"traceutil/trace.go:171","msg":"trace[1394983295] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3108; }","duration":"759.775769ms","start":"2026-04-28T03:26:08.571898Z","end":"2026-04-28T03:26:09.331674Z","steps":["trace[1394983295] 'range keys from in-memory index tree' (duration: 759.524703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.331773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.571882Z","time spent":"759.881902ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:26:09.331819Z","caller":"traceutil/trace.go:171","msg":"trace[1679363288] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"759.761739ms","start":"2026-04-28T03:26:08.572034Z","end":"2026-04-28T03:26:09.331796Z","steps":["trace[1679363288] 'process raft request' (duration: 726.052312ms)","trace[1679363288] 'compare' (duration: 33.219525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.331927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.572007Z","time spent":"759.866831ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:09.332884Z","caller":"traceutil/trace.go:171","msg":"trace[837005276] linearizableReadLoop","detail":"{readStateIndex:3302; appliedIndex:3299; }","duration":"744.570784ms","start":"2026-04-28T03:26:08.588301Z","end":"2026-04-28T03:26:09.332872Z","steps":["trace[837005276] 'read index received' (duration: 709.798654ms)","trace[837005276] 'applied index is now lower than readState.Index' (duration: 34.77138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.333002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.698586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:26:09.333021Z","caller":"traceutil/trace.go:171","msg":"trace[1674379598] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3111; }","duration":"744.756318ms","start":"2026-04-28T03:26:08.588258Z","end":"2026-04-28T03:26:09.333014Z","steps":["trace[1674379598] 'agreement among raft nodes before linearized reading' (duration: 744.688246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.333039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.588238Z","time spent":"744.796818ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:26:09.333023Z","caller":"traceutil/trace.go:171","msg":"trace[1305024655] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"759.936072ms","start":"2026-04-28T03:26:08.573048Z","end":"2026-04-28T03:26:09.332984Z","steps":["trace[1305024655] 'process raft request' (duration: 759.789219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:09.333002Z","caller":"traceutil/trace.go:171","msg":"trace[1885435162] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"760.013964ms","start":"2026-04-28T03:26:08.572944Z","end":"2026-04-28T03:26:09.332958Z","steps":["trace[1885435162] 'process raft request' (duration: 759.797359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.333165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.573025Z","time spent":"760.061794ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:09.333218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.572926Z","time spent":"760.183008ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:09.33357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.268604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:09.333623Z","caller":"traceutil/trace.go:171","msg":"trace[778944777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3111; }","duration":"257.354616ms","start":"2026-04-28T03:26:09.076253Z","end":"2026-04-28T03:26:09.333608Z","steps":["trace[778944777] 'agreement among raft nodes before linearized reading' (duration: 257.027199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.333585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.406878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:09.333703Z","caller":"traceutil/trace.go:171","msg":"trace[1880406423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3111; }","duration":"287.625253ms","start":"2026-04-28T03:26:09.046055Z","end":"2026-04-28T03:26:09.33368Z","steps":["trace[1880406423] 'agreement among raft nodes before linearized reading' (duration: 286.980338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:09.522847Z","caller":"traceutil/trace.go:171","msg":"trace[489005359] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"103.187155ms","start":"2026-04-28T03:26:09.419635Z","end":"2026-04-28T03:26:09.522822Z","steps":["trace[489005359] 'process raft request' (duration: 58.645243ms)","trace[489005359] 'compare' (duration: 44.165813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.634235Z","caller":"traceutil/trace.go:171","msg":"trace[956234618] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"287.842307ms","start":"2026-04-28T03:26:10.346369Z","end":"2026-04-28T03:26:10.634211Z","steps":["trace[956234618] 'process raft request' (duration: 287.680114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.938739Z","caller":"traceutil/trace.go:171","msg":"trace[934492799] linearizableReadLoop","detail":"{readStateIndex:3312; appliedIndex:3310; }","duration":"545.577733ms","start":"2026-04-28T03:26:10.393137Z","end":"2026-04-28T03:26:10.938715Z","steps":["trace[934492799] 'read index received' (duration: 240.920882ms)","trace[934492799] 'applied index is now lower than readState.Index' (duration: 304.655671ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.93909Z","caller":"traceutil/trace.go:171","msg":"trace[1334417713] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"545.999233ms","start":"2026-04-28T03:26:10.393078Z","end":"2026-04-28T03:26:10.939077Z","steps":["trace[1334417713] 'process raft request' (duration: 545.4319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.939201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.393053Z","time spent":"546.065644ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.939395Z","caller":"traceutil/trace.go:171","msg":"trace[1757640729] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"337.144928ms","start":"2026-04-28T03:26:10.602242Z","end":"2026-04-28T03:26:10.939387Z","steps":["trace[1757640729] 'process raft request' (duration: 336.429022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.939435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.602213Z","time spent":"337.199209ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:10.939584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.446073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:10.939695Z","caller":"traceutil/trace.go:171","msg":"trace[1883017718] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3121; }","duration":"546.524564ms","start":"2026-04-28T03:26:10.393093Z","end":"2026-04-28T03:26:10.939618Z","steps":["trace[1883017718] 'agreement among raft nodes before linearized reading' (duration: 546.416752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.939735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.393073Z","time spent":"546.652168ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:10.997983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.642388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:10.998012Z","caller":"traceutil/trace.go:171","msg":"trace[47533863] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"188.685136ms","start":"2026-04-28T03:26:10.809297Z","end":"2026-04-28T03:26:10.997982Z","steps":["trace[47533863] 'process raft request' (duration: 188.466651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.998048Z","caller":"traceutil/trace.go:171","msg":"trace[691132] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3122; }","duration":"193.779531ms","start":"2026-04-28T03:26:10.804261Z","end":"2026-04-28T03:26:10.99804Z","steps":["trace[691132] 'agreement among raft nodes before linearized reading' (duration: 193.628408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.470886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.601374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:11.47095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.720636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:11.471067Z","caller":"traceutil/trace.go:171","msg":"trace[1367895657] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3122; }","duration":"354.882841ms","start":"2026-04-28T03:26:11.116154Z","end":"2026-04-28T03:26:11.471037Z","steps":["trace[1367895657] 'count revisions from in-memory index tree' (duration: 354.609814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.471126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.116136Z","time spent":"354.973213ms","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:11.471005Z","caller":"traceutil/trace.go:171","msg":"trace[202854520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3122; }","duration":"427.770467ms","start":"2026-04-28T03:26:11.043208Z","end":"2026-04-28T03:26:11.470978Z","steps":["trace[202854520] 'range keys from in-memory index tree' (duration: 427.533542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.471407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.043189Z","time spent":"428.205066ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:11.471443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.058249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:11.471624Z","caller":"traceutil/trace.go:171","msg":"trace[1586816632] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"284.41772ms","start":"2026-04-28T03:26:11.187192Z","end":"2026-04-28T03:26:11.471609Z","steps":["trace[1586816632] 'process raft request' (duration: 104.111065ms)","trace[1586816632] 'compare' (duration: 179.352554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:11.471683Z","caller":"traceutil/trace.go:171","msg":"trace[1393046452] linearizableReadLoop","detail":"{readStateIndex:3316; appliedIndex:3314; }","duration":"133.400489ms","start":"2026-04-28T03:26:11.338226Z","end":"2026-04-28T03:26:11.471626Z","steps":["trace[1393046452] 'read index received' (duration: 110.008359ms)","trace[1393046452] 'applied index is now lower than readState.Index' (duration: 23.39066ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:11.47172Z","caller":"traceutil/trace.go:171","msg":"trace[740260182] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"135.348484ms","start":"2026-04-28T03:26:11.336336Z","end":"2026-04-28T03:26:11.471685Z","steps":["trace[740260182] 'process raft request' (duration: 135.19091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.471837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.592134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:11.471902Z","caller":"traceutil/trace.go:171","msg":"trace[1469114990] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3124; }","duration":"133.704506ms","start":"2026-04-28T03:26:11.338184Z","end":"2026-04-28T03:26:11.471888Z","steps":["trace[1469114990] 'agreement among raft nodes before linearized reading' (duration: 133.502902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.972717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299053,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:26:12.126824Z","caller":"traceutil/trace.go:171","msg":"trace[1610522914] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"788.50163ms","start":"2026-04-28T03:26:11.338306Z","end":"2026-04-28T03:26:12.126807Z","steps":["trace[1610522914] 'process raft request' (duration: 717.752074ms)","trace[1610522914] 'compare' (duration: 70.529151ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:12.126878Z","caller":"traceutil/trace.go:171","msg":"trace[143332985] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"788.444619ms","start":"2026-04-28T03:26:11.338402Z","end":"2026-04-28T03:26:12.126847Z","steps":["trace[143332985] 'process raft request' (duration: 788.321356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.126938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.338281Z","time spent":"788.597643ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.126822Z","caller":"traceutil/trace.go:171","msg":"trace[927720711] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3316; }","duration":"655.07526ms","start":"2026-04-28T03:26:11.471723Z","end":"2026-04-28T03:26:12.126798Z","steps":["trace[927720711] 'read index received' (duration: 584.232471ms)","trace[927720711] 'applied index is now lower than readState.Index' (duration: 70.841569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:12.127005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.178723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:26:12.127043Z","caller":"traceutil/trace.go:171","msg":"trace[70106784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3126; }","duration":"777.234574ms","start":"2026-04-28T03:26:11.349799Z","end":"2026-04-28T03:26:12.127034Z","steps":["trace[70106784] 'agreement among raft nodes before linearized reading' (duration: 777.068111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.127036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.338372Z","time spent":"788.574962ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:12.127076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.349789Z","time spent":"777.277475ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:12.127178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.831514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:12.127223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.751516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:12.1273Z","caller":"traceutil/trace.go:171","msg":"trace[1681987587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3126; }","duration":"654.990928ms","start":"2026-04-28T03:26:11.472279Z","end":"2026-04-28T03:26:12.12727Z","steps":["trace[1681987587] 'agreement among raft nodes before linearized reading' (duration: 654.806224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.127334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.851208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:26:12.127369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.472261Z","time spent":"655.09974ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:12.127372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.838206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:12.127389Z","caller":"traceutil/trace.go:171","msg":"trace[1788628187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3126; }","duration":"589.9202ms","start":"2026-04-28T03:26:11.537455Z","end":"2026-04-28T03:26:12.127375Z","steps":["trace[1788628187] 'agreement among raft nodes before linearized reading' (duration: 589.793787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.127418Z","caller":"traceutil/trace.go:171","msg":"trace[2140525363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3126; }","duration":"592.941148ms","start":"2026-04-28T03:26:11.534466Z","end":"2026-04-28T03:26:12.127407Z","steps":["trace[2140525363] 'agreement among raft nodes before linearized reading' (duration: 592.765144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.1273Z","caller":"traceutil/trace.go:171","msg":"trace[1997052717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3126; }","duration":"589.855498ms","start":"2026-04-28T03:26:11.537427Z","end":"2026-04-28T03:26:12.127283Z","steps":["trace[1997052717] 'agreement among raft nodes before linearized reading' (duration: 589.656344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.12744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.537442Z","time spent":"589.986241ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:12.127451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.534441Z","time spent":"593.0019ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:12.127483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.53742Z","time spent":"590.042162ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:12.127225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.372055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:12.127554Z","caller":"traceutil/trace.go:171","msg":"trace[1351278023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3126; }","duration":"592.733915ms","start":"2026-04-28T03:26:11.534808Z","end":"2026-04-28T03:26:12.127542Z","steps":["trace[1351278023] 'agreement among raft nodes before linearized reading' (duration: 592.355875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.127596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:11.534783Z","time spent":"592.799806ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:12.635194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.470206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:12.635365Z","caller":"traceutil/trace.go:171","msg":"trace[336084962] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"502.68813ms","start":"2026-04-28T03:26:12.132662Z","end":"2026-04-28T03:26:12.63535Z","steps":["trace[336084962] 'process raft request' (duration: 127.977598ms)","trace[336084962] 'compare' (duration: 373.585486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:12.635411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.132642Z","time spent":"502.74727ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.63556Z","caller":"traceutil/trace.go:171","msg":"trace[759622339] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"502.794052ms","start":"2026-04-28T03:26:12.132758Z","end":"2026-04-28T03:26:12.635552Z","steps":["trace[759622339] 'process raft request' (duration: 502.524136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.635607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.132739Z","time spent":"502.847923ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.635954Z","caller":"traceutil/trace.go:171","msg":"trace[1760092365] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"503.101768ms","start":"2026-04-28T03:26:12.132826Z","end":"2026-04-28T03:26:12.635927Z","steps":["trace[1760092365] 'process raft request' (duration: 502.681359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.636095Z","caller":"traceutil/trace.go:171","msg":"trace[2035363365] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"502.965245ms","start":"2026-04-28T03:26:12.133113Z","end":"2026-04-28T03:26:12.636078Z","steps":["trace[2035363365] 'process raft request' (duration: 502.704649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.636126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.132795Z","time spent":"503.246512ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:12.636186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.695186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:12.63625Z","caller":"traceutil/trace.go:171","msg":"trace[1438651239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3130; }","duration":"501.782998ms","start":"2026-04-28T03:26:12.134454Z","end":"2026-04-28T03:26:12.636237Z","steps":["trace[1438651239] 'agreement among raft nodes before linearized reading' (duration: 501.682916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.636292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.134447Z","time spent":"501.835399ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:12.636198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.133086Z","time spent":"503.057556ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.63609Z","caller":"traceutil/trace.go:171","msg":"trace[1884301465] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3318; }","duration":"501.584893ms","start":"2026-04-28T03:26:12.134475Z","end":"2026-04-28T03:26:12.63606Z","steps":["trace[1884301465] 'read index received' (duration: 126.297649ms)","trace[1884301465] 'applied index is now lower than readState.Index' (duration: 375.285804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:12.636503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.306813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:12.636552Z","caller":"traceutil/trace.go:171","msg":"trace[317816973] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3130; }","duration":"179.391285ms","start":"2026-04-28T03:26:12.457147Z","end":"2026-04-28T03:26:12.636538Z","steps":["trace[317816973] 'agreement among raft nodes before linearized reading' (duration: 179.310343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.197594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.211348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:13.197685Z","caller":"traceutil/trace.go:171","msg":"trace[281514882] linearizableReadLoop","detail":"{readStateIndex:3323; appliedIndex:3322; }","duration":"253.495055ms","start":"2026-04-28T03:26:12.944178Z","end":"2026-04-28T03:26:13.197673Z","steps":["trace[281514882] 'read index received' (duration: 34.911µs)","trace[281514882] 'applied index is now lower than readState.Index' (duration: 253.459244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:13.197829Z","caller":"traceutil/trace.go:171","msg":"trace[904762223] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"532.88231ms","start":"2026-04-28T03:26:12.664894Z","end":"2026-04-28T03:26:13.197776Z","steps":["trace[904762223] 'process raft request' (duration: 90.382714ms)","trace[904762223] 'compare' (duration: 442.077575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:13.198033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.852663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:13.198041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.664868Z","time spent":"533.064134ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:13.198067Z","caller":"traceutil/trace.go:171","msg":"trace[1669814535] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3131; }","duration":"253.921914ms","start":"2026-04-28T03:26:12.944134Z","end":"2026-04-28T03:26:13.198056Z","steps":["trace[1669814535] 'agreement among raft nodes before linearized reading' (duration: 253.568546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.627321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.019937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:13.627442Z","caller":"traceutil/trace.go:171","msg":"trace[878513314] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3323; }","duration":"151.270881ms","start":"2026-04-28T03:26:13.476159Z","end":"2026-04-28T03:26:13.62743Z","steps":["trace[878513314] 'read index received' (duration: 50.581µs)","trace[878513314] 'applied index is now lower than readState.Index' (duration: 151.2195ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:13.627485Z","caller":"traceutil/trace.go:171","msg":"trace[848542355] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"681.558489ms","start":"2026-04-28T03:26:12.945898Z","end":"2026-04-28T03:26:13.627456Z","steps":["trace[848542355] 'process raft request' (duration: 416.335167ms)","trace[848542355] 'compare' (duration: 264.837393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:13.627549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.397134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:13.627568Z","caller":"traceutil/trace.go:171","msg":"trace[1181458079] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3132; }","duration":"151.455825ms","start":"2026-04-28T03:26:13.476106Z","end":"2026-04-28T03:26:13.627562Z","steps":["trace[1181458079] 'agreement among raft nodes before linearized reading' (duration: 151.356283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.62759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.945856Z","time spent":"681.680582ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:13.979394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.739546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:13.979733Z","caller":"traceutil/trace.go:171","msg":"trace[1076357809] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"502.433611ms","start":"2026-04-28T03:26:13.477264Z","end":"2026-04-28T03:26:13.979697Z","steps":["trace[1076357809] 'process raft request' (duration: 277.307386ms)","trace[1076357809] 'compare' (duration: 224.388707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:13.979846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:13.477234Z","time spent":"502.557374ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:14.558873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.333835ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:26:14.55918Z","caller":"traceutil/trace.go:171","msg":"trace[1181939563] linearizableReadLoop","detail":"{readStateIndex:3326; appliedIndex:3324; }","duration":"748.301405ms","start":"2026-04-28T03:26:13.810857Z","end":"2026-04-28T03:26:14.559158Z","steps":["trace[1181939563] 'read index received' (duration: 102.149962ms)","trace[1181939563] 'applied index is now lower than readState.Index' (duration: 646.150463ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:14.559597Z","caller":"traceutil/trace.go:171","msg":"trace[2123274446] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"426.270843ms","start":"2026-04-28T03:26:14.133295Z","end":"2026-04-28T03:26:14.559566Z","steps":["trace[2123274446] 'process raft request' (duration: 425.702869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.559832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.133271Z","time spent":"426.444036ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:14.954468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143575917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:14.954578Z","caller":"traceutil/trace.go:171","msg":"trace[1843405212] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3134; }","duration":"1.143739591s","start":"2026-04-28T03:26:13.810807Z","end":"2026-04-28T03:26:14.954546Z","steps":["trace[1843405212] 'agreement among raft nodes before linearized reading' (duration: 748.647994ms)","trace[1843405212] 'count revisions from in-memory index tree' (duration: 394.921213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:14.954635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:13.810782Z","time spent":"1.143837622s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:14.955225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.63551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:14.95542Z","caller":"traceutil/trace.go:171","msg":"trace[851222496] linearizableReadLoop","detail":"{readStateIndex:3328; appliedIndex:3327; }","duration":"396.13998ms","start":"2026-04-28T03:26:14.559211Z","end":"2026-04-28T03:26:14.955351Z","steps":["trace[851222496] 'read index received' (duration: 61.157253ms)","trace[851222496] 'applied index is now lower than readState.Index' (duration: 334.979717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:14.955527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.310859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:14.955555Z","caller":"traceutil/trace.go:171","msg":"trace[1507846259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3135; }","duration":"816.373941ms","start":"2026-04-28T03:26:14.139172Z","end":"2026-04-28T03:26:14.955546Z","steps":["trace[1507846259] 'agreement among raft nodes before linearized reading' (duration: 816.249058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.955578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.139149Z","time spent":"816.424073ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:14.955625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.274688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-28T03:26:14.955713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.849442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:14.955707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.116991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:14.955841Z","caller":"traceutil/trace.go:171","msg":"trace[1539657363] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"822.518256ms","start":"2026-04-28T03:26:14.133312Z","end":"2026-04-28T03:26:14.95583Z","steps":["trace[1539657363] 'process raft request' (duration: 487.21833ms)","trace[1539657363] 'compare' (duration: 333.875012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:14.955832Z","caller":"traceutil/trace.go:171","msg":"trace[1468242411] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0; range_end:; response_count:1; response_revision:3135; }","duration":"766.471404ms","start":"2026-04-28T03:26:14.189273Z","end":"2026-04-28T03:26:14.955745Z","steps":["trace[1468242411] 'agreement among raft nodes before linearized reading' (duration: 766.152336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.955836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.564469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:14.955867Z","caller":"traceutil/trace.go:171","msg":"trace[229364939] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:3135; }","duration":"934.370286ms","start":"2026-04-28T03:26:14.02148Z","end":"2026-04-28T03:26:14.95585Z","steps":["trace[229364939] 'agreement among raft nodes before linearized reading' (duration: 934.0942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.955892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.133279Z","time spent":"822.587617ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:14.95589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.18925Z","time spent":"766.626108ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0\" "} {"level":"warn","ts":"2026-04-28T03:26:14.955907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.021461Z","time spent":"934.437418ms","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:14.955934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.153305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:14.955931Z","caller":"traceutil/trace.go:171","msg":"trace[1760699915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"911.074687ms","start":"2026-04-28T03:26:14.044764Z","end":"2026-04-28T03:26:14.955838Z","steps":["trace[1760699915] 'agreement among raft nodes before linearized reading' (duration: 910.740299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.955898Z","caller":"traceutil/trace.go:171","msg":"trace[1131304660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3135; }","duration":"315.675102ms","start":"2026-04-28T03:26:14.640213Z","end":"2026-04-28T03:26:14.955888Z","steps":["trace[1131304660] 'agreement among raft nodes before linearized reading' (duration: 315.402036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.956045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.640191Z","time spent":"315.843515ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:14.956032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.17525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:14.955984Z","caller":"traceutil/trace.go:171","msg":"trace[813679570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3135; }","duration":"300.233747ms","start":"2026-04-28T03:26:14.655737Z","end":"2026-04-28T03:26:14.955971Z","steps":["trace[813679570] 'agreement among raft nodes before linearized reading' (duration: 300.098554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.955959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.964424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:14.956239Z","caller":"traceutil/trace.go:171","msg":"trace[2088575375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3135; }","duration":"315.307293ms","start":"2026-04-28T03:26:14.640922Z","end":"2026-04-28T03:26:14.956229Z","steps":["trace[2088575375] 'agreement among raft nodes before linearized reading' (duration: 314.921214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.956198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.655683Z","time spent":"300.459512ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:14.956279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.640876Z","time spent":"315.391175ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:14.956075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.044714Z","time spent":"911.317372ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:26:14.956089Z","caller":"traceutil/trace.go:171","msg":"trace[1232594447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3135; }","duration":"315.287572ms","start":"2026-04-28T03:26:14.640791Z","end":"2026-04-28T03:26:14.956079Z","steps":["trace[1232594447] 'agreement among raft nodes before linearized reading' (duration: 315.125649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.95639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.640772Z","time spent":"315.595309ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:15.460974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:16.217986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.662795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:16.218096Z","caller":"traceutil/trace.go:171","msg":"trace[934460376] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"1.25977253s","start":"2026-04-28T03:26:14.958303Z","end":"2026-04-28T03:26:16.218076Z","steps":["trace[934460376] 'process raft request' (duration: 895.93896ms)","trace[934460376] 'compare' (duration: 363.460591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:16.218158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.958267Z","time spent":"1.259860221s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:16.272404Z","caller":"traceutil/trace.go:171","msg":"trace[2144104282] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"1.311282995s","start":"2026-04-28T03:26:14.96108Z","end":"2026-04-28T03:26:16.272362Z","steps":["trace[2144104282] 'process raft request' (duration: 1.311193912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.272676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.96107Z","time spent":"1.311450028s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:16.272877Z","caller":"traceutil/trace.go:171","msg":"trace[122169468] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"1.311008808s","start":"2026-04-28T03:26:14.961834Z","end":"2026-04-28T03:26:16.272843Z","steps":["trace[122169468] 'process raft request' (duration: 1.310479335s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.273012Z","caller":"traceutil/trace.go:171","msg":"trace[1577942472] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"1.312174576s","start":"2026-04-28T03:26:14.960792Z","end":"2026-04-28T03:26:16.272966Z","steps":["trace[1577942472] 'process raft request' (duration: 1.311431058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.27306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.961809Z","time spent":"1.311155372s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:16.273009Z","caller":"traceutil/trace.go:171","msg":"trace[1189428232] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"1.312636556s","start":"2026-04-28T03:26:14.960258Z","end":"2026-04-28T03:26:16.272894Z","steps":["trace[1189428232] 'process raft request' (duration: 1.311749415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.273213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.960759Z","time spent":"1.312346129s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:16.273249Z","caller":"traceutil/trace.go:171","msg":"trace[1730641402] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3328; }","duration":"1.312468062s","start":"2026-04-28T03:26:14.960738Z","end":"2026-04-28T03:26:16.273206Z","steps":["trace[1730641402] 'read index received' (duration: 893.504302ms)","trace[1730641402] 'applied index is now lower than readState.Index' (duration: 418.96264ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:16.273298Z","caller":"traceutil/trace.go:171","msg":"trace[783578264] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"641.008111ms","start":"2026-04-28T03:26:15.632272Z","end":"2026-04-28T03:26:16.27328Z","steps":["trace[783578264] 'process raft request' (duration: 640.458878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.27339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.632254Z","time spent":"641.090613ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:16.27349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312745449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:16.273559Z","caller":"traceutil/trace.go:171","msg":"trace[85021549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3141; }","duration":"1.312795571s","start":"2026-04-28T03:26:14.960734Z","end":"2026-04-28T03:26:16.27353Z","steps":["trace[85021549] 'agreement among raft nodes before linearized reading' (duration: 1.312564524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.273599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.960706Z","time spent":"1.312884273s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:26:16.273749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.960236Z","time spent":"1.313138508s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:16.430422Z","caller":"traceutil/trace.go:171","msg":"trace[1545498495] linearizableReadLoop","detail":"{readStateIndex:3335; appliedIndex:3334; }","duration":"157.09469ms","start":"2026-04-28T03:26:16.2733Z","end":"2026-04-28T03:26:16.430395Z","steps":["trace[1545498495] 'read index received' (duration: 152.919051ms)","trace[1545498495] 'applied index is now lower than readState.Index' (duration: 4.174619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:16.430537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.837466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:16.430614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104571006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:16.430605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228560442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:16.43065Z","caller":"traceutil/trace.go:171","msg":"trace[1112960046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3142; }","duration":"890.01061ms","start":"2026-04-28T03:26:15.540608Z","end":"2026-04-28T03:26:16.430618Z","steps":["trace[1112960046] 'agreement among raft nodes before linearized reading' (duration: 889.812236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.430678Z","caller":"traceutil/trace.go:171","msg":"trace[2069062623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3142; }","duration":"1.228677235s","start":"2026-04-28T03:26:15.201986Z","end":"2026-04-28T03:26:16.430664Z","steps":["trace[2069062623] 'agreement among raft nodes before linearized reading' (duration: 1.228502541s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:16.430668Z","caller":"traceutil/trace.go:171","msg":"trace[262216090] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3142; }","duration":"1.104689599s","start":"2026-04-28T03:26:15.325966Z","end":"2026-04-28T03:26:16.430655Z","steps":["trace[262216090] 'agreement among raft nodes before linearized reading' (duration: 1.104543206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.430715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.201967Z","time spent":"1.228742076s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:16.43073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.540586Z","time spent":"890.127233ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:16.430738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.325943Z","time spent":"1.104781651s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:16.430442Z","caller":"traceutil/trace.go:171","msg":"trace[1727215498] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"444.913743ms","start":"2026-04-28T03:26:15.98549Z","end":"2026-04-28T03:26:16.430404Z","steps":["trace[1727215498] 'process raft request' (duration: 440.780365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.430963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22889756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:16.432017Z","caller":"traceutil/trace.go:171","msg":"trace[396633001] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3142; }","duration":"1.229996196s","start":"2026-04-28T03:26:15.201995Z","end":"2026-04-28T03:26:16.431991Z","steps":["trace[396633001] 'agreement among raft nodes before linearized reading' (duration: 1.228565013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.431016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.969685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:16.432086Z","caller":"traceutil/trace.go:171","msg":"trace[122393431] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3142; }","duration":"801.079421ms","start":"2026-04-28T03:26:15.630996Z","end":"2026-04-28T03:26:16.432076Z","steps":["trace[122393431] 'agreement among raft nodes before linearized reading' (duration: 799.959675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.432095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.201987Z","time spent":"1.230082878s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:16.432121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.630964Z","time spent":"801.150423ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:16.431007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.404804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:16.432255Z","caller":"traceutil/trace.go:171","msg":"trace[205679124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3142; }","duration":"296.807247ms","start":"2026-04-28T03:26:16.13544Z","end":"2026-04-28T03:26:16.432247Z","steps":["trace[205679124] 'agreement among raft nodes before linearized reading' (duration: 295.341613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.431056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383573702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:16.43234Z","caller":"traceutil/trace.go:171","msg":"trace[1010598110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3142; }","duration":"1.384883272s","start":"2026-04-28T03:26:15.047443Z","end":"2026-04-28T03:26:16.432326Z","steps":["trace[1010598110] 'agreement among raft nodes before linearized reading' (duration: 1.383597662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.432377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.047424Z","time spent":"1.384944484s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:16.431181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.199296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:26:16.432488Z","caller":"traceutil/trace.go:171","msg":"trace[661455374] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600; range_end:; response_count:1; response_revision:3142; }","duration":"209.598638ms","start":"2026-04-28T03:26:16.222868Z","end":"2026-04-28T03:26:16.432467Z","steps":["trace[661455374] 'agreement among raft nodes before linearized reading' (duration: 207.993811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:16.431922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:15.98546Z","time spent":"446.400418ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:18.899392Z","caller":"traceutil/trace.go:171","msg":"trace[1945861566] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"261.206536ms","start":"2026-04-28T03:26:18.63816Z","end":"2026-04-28T03:26:18.899367Z","steps":["trace[1945861566] 'process raft request' (duration: 261.051692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.099307Z","caller":"traceutil/trace.go:171","msg":"trace[363065727] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"117.409652ms","start":"2026-04-28T03:26:18.981864Z","end":"2026-04-28T03:26:19.099274Z","steps":["trace[363065727] 'process raft request' (duration: 51.62524ms)","trace[363065727] 'compare' (duration: 65.649429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:20.758123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.636485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:20.758197Z","caller":"traceutil/trace.go:171","msg":"trace[814861794] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3162; }","duration":"316.717587ms","start":"2026-04-28T03:26:20.441461Z","end":"2026-04-28T03:26:20.758179Z","steps":["trace[814861794] 'range keys from in-memory index tree' (duration: 316.467691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:20.758239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:20.441407Z","time spent":"316.822559ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:20.758331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.574214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:20.75836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.824945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:20.758407Z","caller":"traceutil/trace.go:171","msg":"trace[318266633] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3162; }","duration":"316.672875ms","start":"2026-04-28T03:26:20.441717Z","end":"2026-04-28T03:26:20.75839Z","steps":["trace[318266633] 'range keys from in-memory index tree' (duration: 316.453281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:20.758409Z","caller":"traceutil/trace.go:171","msg":"trace[431957047] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3356; }","duration":"257.826686ms","start":"2026-04-28T03:26:20.50056Z","end":"2026-04-28T03:26:20.758386Z","steps":["trace[431957047] 'read index received' (duration: 255.629255ms)","trace[431957047] 'applied index is now lower than readState.Index' (duration: 2.196431ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:20.758411Z","caller":"traceutil/trace.go:171","msg":"trace[569752336] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3162; }","duration":"329.891337ms","start":"2026-04-28T03:26:20.428509Z","end":"2026-04-28T03:26:20.758401Z","steps":["trace[569752336] 'count revisions from in-memory index tree' (duration: 329.739273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:20.758446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:20.44171Z","time spent":"316.725617ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:26:20.758468Z","caller":"traceutil/trace.go:171","msg":"trace[829829000] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"314.822102ms","start":"2026-04-28T03:26:20.443629Z","end":"2026-04-28T03:26:20.758451Z","steps":["trace[829829000] 'process raft request' (duration: 312.657992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:20.758485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:20.428451Z","time spent":"330.017899ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:20.75856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.012131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:26:20.75857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:20.443617Z","time spent":"314.898033ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:20.75858Z","caller":"traceutil/trace.go:171","msg":"trace[1483837808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3163; }","duration":"258.069763ms","start":"2026-04-28T03:26:20.500505Z","end":"2026-04-28T03:26:20.758574Z","steps":["trace[1483837808] 'agreement among raft nodes before linearized reading' (duration: 257.97358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:21.424909Z","caller":"traceutil/trace.go:171","msg":"trace[613286010] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"264.110794ms","start":"2026-04-28T03:26:21.160743Z","end":"2026-04-28T03:26:21.424854Z","steps":["trace[613286010] 'process raft request' (duration: 263.833058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:21.427859Z","caller":"traceutil/trace.go:171","msg":"trace[459741317] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"233.984313ms","start":"2026-04-28T03:26:21.193855Z","end":"2026-04-28T03:26:21.42784Z","steps":["trace[459741317] 'process raft request' (duration: 233.88105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:23.268282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:23.769111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:24.269691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:24.627561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.862984678s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:24.628113Z","caller":"traceutil/trace.go:171","msg":"trace[797772608] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"1.863620923s","start":"2026-04-28T03:26:22.764461Z","end":"2026-04-28T03:26:24.628082Z","steps":["trace[797772608] 'process raft request' (duration: 1.863452529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.628272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:22.764435Z","time spent":"1.863758056s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:26.050099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:26:26.050193Z","caller":"traceutil/trace.go:171","msg":"trace[1634570015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316921s","start":"2026-04-28T03:26:24.049853Z","end":"2026-04-28T03:26:26.050169Z","steps":["trace[1634570015] 'agreement among raft nodes before linearized reading' (duration: 2.000206268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:26.050241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.049838Z","time spent":"2.000393232s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:27.767812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999636234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:26:27.767919Z","caller":"traceutil/trace.go:171","msg":"trace[928215621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999799998s","start":"2026-04-28T03:26:22.768095Z","end":"2026-04-28T03:26:27.767895Z","steps":["trace[928215621] 'agreement among raft nodes before linearized reading' (duration: 4.999652405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:27.767991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:22.768083Z","time spent":"4.99987922s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:27.912923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:22.914781Z","time spent":"4.998133439s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:26:27.986342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:22.987756Z","time spent":"4.99857715s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:26:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:26:28.051471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:26:28.051556Z","caller":"traceutil/trace.go:171","msg":"trace[1091485774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503384s","start":"2026-04-28T03:26:26.051031Z","end":"2026-04-28T03:26:28.051534Z","steps":["trace[1091485774] 'agreement among raft nodes before linearized reading' (duration: 2.000390742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.051599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.051011Z","time spent":"2.000580087s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:26:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:26:28.136981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:26:28.137077Z","caller":"traceutil/trace.go:171","msg":"trace[1146567385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584987s","start":"2026-04-28T03:26:26.136476Z","end":"2026-04-28T03:26:28.137061Z","steps":["trace[1146567385] 'agreement among raft nodes before linearized reading' (duration: 2.000470634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.137114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.136454Z","time spent":"2.000651029s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:28.916334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.288510466s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:28.917419Z","caller":"traceutil/trace.go:171","msg":"trace[197323441] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"4.610872626s","start":"2026-04-28T03:26:24.306526Z","end":"2026-04-28T03:26:28.917399Z","steps":["trace[197323441] 'process raft request' (duration: 4.610742083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.91756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.30651Z","time spent":"4.61098993s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:28.92448Z","caller":"traceutil/trace.go:171","msg":"trace[60438487] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3367; }","duration":"6.156339829s","start":"2026-04-28T03:26:22.768123Z","end":"2026-04-28T03:26:28.924463Z","steps":["trace[60438487] 'read index received' (duration: 1.859763192s)","trace[60438487] 'applied index is now lower than readState.Index' (duration: 4.296575426s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:28.934216Z","caller":"traceutil/trace.go:171","msg":"trace[780309839] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"2.452477405s","start":"2026-04-28T03:26:26.481704Z","end":"2026-04-28T03:26:28.934181Z","steps":["trace[780309839] 'process raft request' (duration: 2.4522397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.934398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.481683Z","time spent":"2.452620708s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19240,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:28.934503Z","caller":"traceutil/trace.go:171","msg":"trace[1455024750] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"2.324465452s","start":"2026-04-28T03:26:26.610014Z","end":"2026-04-28T03:26:28.934479Z","steps":["trace[1455024750] 'process raft request' (duration: 2.324093324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.934618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.609994Z","time spent":"2.324562595s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:28.934754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679001981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:28.93481Z","caller":"traceutil/trace.go:171","msg":"trace[391862864] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3180; }","duration":"5.679105924s","start":"2026-04-28T03:26:23.255693Z","end":"2026-04-28T03:26:28.934799Z","steps":["trace[391862864] 'agreement among raft nodes before linearized reading' (duration: 5.678981931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.934811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854610593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.934865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36955419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.934891Z","caller":"traceutil/trace.go:171","msg":"trace[1172201527] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3180; }","duration":"1.369630082s","start":"2026-04-28T03:26:27.565253Z","end":"2026-04-28T03:26:28.934883Z","steps":["trace[1172201527] 'agreement among raft nodes before linearized reading' (duration: 1.369587311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.934894Z","caller":"traceutil/trace.go:171","msg":"trace[522624925] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3180; }","duration":"3.854731066s","start":"2026-04-28T03:26:25.080141Z","end":"2026-04-28T03:26:28.934872Z","steps":["trace[522624925] 'agreement among raft nodes before linearized reading' (duration: 3.854582823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.934911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.565224Z","time spent":"1.369682403s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:28.934926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6593358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.934942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:25.080121Z","time spent":"3.854805959s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:28.93496Z","caller":"traceutil/trace.go:171","msg":"trace[439042593] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3180; }","duration":"1.659403022s","start":"2026-04-28T03:26:27.275547Z","end":"2026-04-28T03:26:28.93495Z","steps":["trace[439042593] 'agreement among raft nodes before linearized reading' (duration: 1.659339341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.934971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166611539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:28.934992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.27553Z","time spent":"1.659453254s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:28.935001Z","caller":"traceutil/trace.go:171","msg":"trace[1676593441] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3180; }","duration":"4.16666405s","start":"2026-04-28T03:26:24.768329Z","end":"2026-04-28T03:26:28.934993Z","steps":["trace[1676593441] 'agreement among raft nodes before linearized reading' (duration: 4.166536737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.768317Z","time spent":"4.166701791s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:28.935076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020867219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T03:26:28.935105Z","caller":"traceutil/trace.go:171","msg":"trace[1560354610] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3180; }","duration":"1.020949121s","start":"2026-04-28T03:26:27.91415Z","end":"2026-04-28T03:26:28.935099Z","steps":["trace[1560354610] 'agreement among raft nodes before linearized reading' (duration: 1.020853359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.935095Z","caller":"traceutil/trace.go:171","msg":"trace[1596248577] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"2.302204807s","start":"2026-04-28T03:26:26.632875Z","end":"2026-04-28T03:26:28.93508Z","steps":["trace[1596248577] 'process raft request' (duration: 2.301540812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.914116Z","time spent":"1.021004092s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:26:28.935174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:26.632786Z","time spent":"2.30234346s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:28.935196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58852181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:28.935195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049552389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.935221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167298804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:28.935229Z","caller":"traceutil/trace.go:171","msg":"trace[1236723927] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3180; }","duration":"1.588591601s","start":"2026-04-28T03:26:27.346628Z","end":"2026-04-28T03:26:28.93522Z","steps":["trace[1236723927] 'agreement among raft nodes before linearized reading' (duration: 1.588507619s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.935251Z","caller":"traceutil/trace.go:171","msg":"trace[1926137073] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3180; }","duration":"4.167365046s","start":"2026-04-28T03:26:24.767878Z","end":"2026-04-28T03:26:28.935243Z","steps":["trace[1926137073] 'agreement among raft nodes before linearized reading' (duration: 4.167281184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.767858Z","time spent":"4.167422818s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:28.935424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614058212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:28.935529Z","caller":"traceutil/trace.go:171","msg":"trace[1473820375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3180; }","duration":"4.614176005s","start":"2026-04-28T03:26:24.321345Z","end":"2026-04-28T03:26:28.935521Z","steps":["trace[1473820375] 'agreement among raft nodes before linearized reading' (duration: 4.614024361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500495061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T03:26:28.935555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.321341Z","time spent":"4.614209185s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:26:28.935572Z","caller":"traceutil/trace.go:171","msg":"trace[492922109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3180; }","duration":"4.500579883s","start":"2026-04-28T03:26:24.434983Z","end":"2026-04-28T03:26:28.935563Z","steps":["trace[492922109] 'agreement among raft nodes before linearized reading' (duration: 4.500439149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.93556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468073265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.935587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947320139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.935602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.434961Z","time spent":"4.500633363s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:26:28.935617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.660993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:26:28.935682Z","caller":"traceutil/trace.go:171","msg":"trace[799772733] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3180; }","duration":"346.757735ms","start":"2026-04-28T03:26:28.588916Z","end":"2026-04-28T03:26:28.935673Z","steps":["trace[799772733] 'agreement among raft nodes before linearized reading' (duration: 346.644392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049189523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.935742Z","caller":"traceutil/trace.go:171","msg":"trace[205115230] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3180; }","duration":"5.049255134s","start":"2026-04-28T03:26:23.886473Z","end":"2026-04-28T03:26:28.935728Z","steps":["trace[205115230] 'agreement among raft nodes before linearized reading' (duration: 5.049171212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614078683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:26:28.935781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.886458Z","time spent":"5.049312927s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:28.935782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477498838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.935819Z","caller":"traceutil/trace.go:171","msg":"trace[396180285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3180; }","duration":"4.477537679s","start":"2026-04-28T03:26:24.458271Z","end":"2026-04-28T03:26:28.935809Z","steps":["trace[396180285] 'agreement among raft nodes before linearized reading' (duration: 4.477475558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.93581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408015818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:26:28.935844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614246737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:26:28.935846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.458218Z","time spent":"4.477619831s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:28.935861Z","caller":"traceutil/trace.go:171","msg":"trace[965531212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3180; }","duration":"4.614276347s","start":"2026-04-28T03:26:24.321579Z","end":"2026-04-28T03:26:28.935855Z","steps":["trace[965531212] 'agreement among raft nodes before linearized reading' (duration: 4.614227426s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:28.935859Z","caller":"traceutil/trace.go:171","msg":"trace[523924377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3180; }","duration":"4.40809209s","start":"2026-04-28T03:26:24.527753Z","end":"2026-04-28T03:26:28.935845Z","steps":["trace[523924377] 'agreement among raft nodes before linearized reading' (duration: 4.407888994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.321573Z","time spent":"4.614301569s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:28.9359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.527734Z","time spent":"4.408154831s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:26:28.935228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070875259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:28.935529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614211316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:28.935987Z","caller":"traceutil/trace.go:171","msg":"trace[831864950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3180; }","duration":"4.614701127s","start":"2026-04-28T03:26:24.321277Z","end":"2026-04-28T03:26:28.935978Z","steps":["trace[831864950] 'agreement among raft nodes before linearized reading' (duration: 4.614133123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:28.588896Z","time spent":"346.804356ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:26:28.935616Z","caller":"traceutil/trace.go:171","msg":"trace[2007124195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3180; }","duration":"4.468170147s","start":"2026-04-28T03:26:24.467432Z","end":"2026-04-28T03:26:28.935602Z","steps":["trace[2007124195] 'agreement among raft nodes before linearized reading' (duration: 4.468084255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.321259Z","time spent":"4.614753439s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:28.936035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.46741Z","time spent":"4.468616189s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:28.935792Z","caller":"traceutil/trace.go:171","msg":"trace[796301245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3180; }","duration":"4.614101904s","start":"2026-04-28T03:26:24.321684Z","end":"2026-04-28T03:26:28.935786Z","steps":["trace[796301245] 'agreement among raft nodes before linearized reading' (duration: 4.614040861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.321663Z","time spent":"4.614425211s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:28.934887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.002645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:26:28.936139Z","caller":"traceutil/trace.go:171","msg":"trace[694506604] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3180; }","duration":"948.293206ms","start":"2026-04-28T03:26:27.987837Z","end":"2026-04-28T03:26:28.93613Z","steps":["trace[694506604] 'agreement among raft nodes before linearized reading' (duration: 946.941563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.987822Z","time spent":"948.331727ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-28T03:26:28.93525Z","caller":"traceutil/trace.go:171","msg":"trace[1365631045] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3180; }","duration":"3.0496094s","start":"2026-04-28T03:26:25.885626Z","end":"2026-04-28T03:26:28.935236Z","steps":["trace[1365631045] 'agreement among raft nodes before linearized reading' (duration: 3.049524128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.935258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.346607Z","time spent":"1.588642172s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:28.936236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:25.885572Z","time spent":"3.050646345s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:28.935709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608339217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:28.936322Z","caller":"traceutil/trace.go:171","msg":"trace[1157539929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3180; }","duration":"4.608976413s","start":"2026-04-28T03:26:24.327338Z","end":"2026-04-28T03:26:28.936315Z","steps":["trace[1157539929] 'agreement among raft nodes before linearized reading' (duration: 4.608296726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:24.327327Z","time spent":"4.609009634s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:26:28.935989Z","caller":"traceutil/trace.go:171","msg":"trace[358854283] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:3180; }","duration":"1.071675339s","start":"2026-04-28T03:26:27.864301Z","end":"2026-04-28T03:26:28.935976Z","steps":["trace[358854283] 'agreement among raft nodes before linearized reading' (duration: 1.07090687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:27.864273Z","time spent":"1.072094338s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:28.935622Z","caller":"traceutil/trace.go:171","msg":"trace[1535897177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3180; }","duration":"4.947402681s","start":"2026-04-28T03:26:23.988208Z","end":"2026-04-28T03:26:28.935611Z","steps":["trace[1535897177] 'agreement among raft nodes before linearized reading' (duration: 4.947348999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.988188Z","time spent":"4.948314873s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:28.935749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.194595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:28.936645Z","caller":"traceutil/trace.go:171","msg":"trace[960271150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3180; }","duration":"880.110976ms","start":"2026-04-28T03:26:28.056523Z","end":"2026-04-28T03:26:28.936634Z","steps":["trace[960271150] 'agreement among raft nodes before linearized reading' (duration: 879.200294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:28.936676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:28.056509Z","time spent":"880.157857ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:28.934849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:23.255631Z","time spent":"5.679207426s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:31.394745Z","caller":"traceutil/trace.go:171","msg":"trace[1390795482] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"470.512487ms","start":"2026-04-28T03:26:30.924208Z","end":"2026-04-28T03:26:31.39472Z","steps":["trace[1390795482] 'process raft request' (duration: 470.325002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.394883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.924148Z","time spent":"470.665331ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:31.730902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:31.731182Z","caller":"traceutil/trace.go:171","msg":"trace[956648399] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"789.19685ms","start":"2026-04-28T03:26:30.941956Z","end":"2026-04-28T03:26:31.731153Z","steps":["trace[956648399] 'process raft request' (duration: 672.924545ms)","trace[956648399] 'compare' (duration: 115.780653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:31.731246Z","caller":"traceutil/trace.go:171","msg":"trace[1788463422] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"770.654093ms","start":"2026-04-28T03:26:30.96054Z","end":"2026-04-28T03:26:31.731194Z","steps":["trace[1788463422] 'process raft request' (duration: 770.487949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.731317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.941921Z","time spent":"789.322143ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:31.731366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.960522Z","time spent":"770.782585ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:31.73151Z","caller":"traceutil/trace.go:171","msg":"trace[2114851660] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"770.929819ms","start":"2026-04-28T03:26:30.960566Z","end":"2026-04-28T03:26:31.731496Z","steps":["trace[2114851660] 'process raft request' (duration: 770.531209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:31.731545Z","caller":"traceutil/trace.go:171","msg":"trace[1287747278] linearizableReadLoop","detail":"{readStateIndex:3389; appliedIndex:3387; }","duration":"785.537925ms","start":"2026-04-28T03:26:30.945999Z","end":"2026-04-28T03:26:31.731537Z","steps":["trace[1287747278] 'read index received' (duration: 448.537449ms)","trace[1287747278] 'applied index is now lower than readState.Index' (duration: 336.999506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:31.731579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.960554Z","time spent":"770.986421ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:31.731732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.729289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:31.731768Z","caller":"traceutil/trace.go:171","msg":"trace[134164025] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3197; }","duration":"785.807471ms","start":"2026-04-28T03:26:30.94595Z","end":"2026-04-28T03:26:31.731757Z","steps":["trace[134164025] 'agreement among raft nodes before linearized reading' (duration: 785.663587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.731798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.945927Z","time spent":"785.862912ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:26:31.731516Z","caller":"traceutil/trace.go:171","msg":"trace[569090656] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"232.312133ms","start":"2026-04-28T03:26:31.499188Z","end":"2026-04-28T03:26:31.7315Z","steps":["trace[569090656] 'process raft request' (duration: 231.974335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.732017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.369931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:31.732046Z","caller":"traceutil/trace.go:171","msg":"trace[570434090] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3197; }","duration":"785.436452ms","start":"2026-04-28T03:26:30.946601Z","end":"2026-04-28T03:26:31.732037Z","steps":["trace[570434090] 'agreement among raft nodes before linearized reading' (duration: 785.35536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.73207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.946579Z","time spent":"785.485673ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:31.73213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.473356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:31.732158Z","caller":"traceutil/trace.go:171","msg":"trace[1313277713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3197; }","duration":"775.522198ms","start":"2026-04-28T03:26:30.956628Z","end":"2026-04-28T03:26:31.73215Z","steps":["trace[1313277713] 'agreement among raft nodes before linearized reading' (duration: 775.439776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.732181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.956617Z","time spent":"775.558868ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:31.732185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.121216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:31.732182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.603827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:26:31.732213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.214464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:31.732232Z","caller":"traceutil/trace.go:171","msg":"trace[129640032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3197; }","duration":"686.201308ms","start":"2026-04-28T03:26:31.046016Z","end":"2026-04-28T03:26:31.732218Z","steps":["trace[129640032] 'agreement among raft nodes before linearized reading' (duration: 686.138637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.73227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:31.045997Z","time spent":"686.2615ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:26:31.732248Z","caller":"traceutil/trace.go:171","msg":"trace[590139229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3197; }","duration":"766.69606ms","start":"2026-04-28T03:26:30.965536Z","end":"2026-04-28T03:26:31.732232Z","steps":["trace[590139229] 'agreement among raft nodes before linearized reading' (duration: 766.495435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:31.732266Z","caller":"traceutil/trace.go:171","msg":"trace[577127207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3197; }","duration":"776.269585ms","start":"2026-04-28T03:26:30.955981Z","end":"2026-04-28T03:26:31.732251Z","steps":["trace[577127207] 'agreement among raft nodes before linearized reading' (duration: 776.121082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.732257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.33641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:26:31.732312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.965523Z","time spent":"766.776231ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:26:31.732325Z","caller":"traceutil/trace.go:171","msg":"trace[905282585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3197; }","duration":"774.443343ms","start":"2026-04-28T03:26:30.957867Z","end":"2026-04-28T03:26:31.73231Z","steps":["trace[905282585] 'agreement among raft nodes before linearized reading' (duration: 774.220647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.732316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.955939Z","time spent":"776.365467ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:31.732359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.957852Z","time spent":"774.500004ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:31.732498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.895425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:31.732617Z","caller":"traceutil/trace.go:171","msg":"trace[961422490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3197; }","duration":"773.056549ms","start":"2026-04-28T03:26:30.959536Z","end":"2026-04-28T03:26:31.732593Z","steps":["trace[961422490] 'agreement among raft nodes before linearized reading' (duration: 772.684941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.732675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:30.959479Z","time spent":"773.183322ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:31.903933Z","caller":"traceutil/trace.go:171","msg":"trace[1636331680] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"163.97836ms","start":"2026-04-28T03:26:31.739928Z","end":"2026-04-28T03:26:31.903906Z","steps":["trace[1636331680] 'process raft request' (duration: 157.868656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:31.904238Z","caller":"traceutil/trace.go:171","msg":"trace[1691036612] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"164.183415ms","start":"2026-04-28T03:26:31.740046Z","end":"2026-04-28T03:26:31.904229Z","steps":["trace[1691036612] 'process raft request' (duration: 163.820077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:31.904338Z","caller":"traceutil/trace.go:171","msg":"trace[369478404] linearizableReadLoop","detail":"{readStateIndex:3397; appliedIndex:3393; }","duration":"124.57041ms","start":"2026-04-28T03:26:31.779736Z","end":"2026-04-28T03:26:31.904307Z","steps":["trace[369478404] 'read index received' (duration: 14.817199ms)","trace[369478404] 'applied index is now lower than readState.Index' (duration: 109.752291ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:31.90439Z","caller":"traceutil/trace.go:171","msg":"trace[1795495954] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"162.392083ms","start":"2026-04-28T03:26:31.741959Z","end":"2026-04-28T03:26:31.904351Z","steps":["trace[1795495954] 'process raft request' (duration: 162.166358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:31.904616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.846186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:31.904686Z","caller":"traceutil/trace.go:171","msg":"trace[15294458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3201; }","duration":"124.942159ms","start":"2026-04-28T03:26:31.779728Z","end":"2026-04-28T03:26:31.90467Z","steps":["trace[15294458] 'agreement among raft nodes before linearized reading' (duration: 124.694353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:33.637654Z","caller":"traceutil/trace.go:171","msg":"trace[1847550868] linearizableReadLoop","detail":"{readStateIndex:3399; appliedIndex:3398; }","duration":"125.704487ms","start":"2026-04-28T03:26:33.511924Z","end":"2026-04-28T03:26:33.637629Z","steps":["trace[1847550868] 'read index received' (duration: 125.541574ms)","trace[1847550868] 'applied index is now lower than readState.Index' (duration: 161.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:33.637706Z","caller":"traceutil/trace.go:171","msg":"trace[1060441977] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"237.948237ms","start":"2026-04-28T03:26:33.399726Z","end":"2026-04-28T03:26:33.637675Z","steps":["trace[1060441977] 'process raft request' (duration: 237.681721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.637827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:33.637905Z","caller":"traceutil/trace.go:171","msg":"trace[1577203219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3203; }","duration":"126.021655ms","start":"2026-04-28T03:26:33.511864Z","end":"2026-04-28T03:26:33.637886Z","steps":["trace[1577203219] 'agreement among raft nodes before linearized reading' (duration: 125.874552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.91183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.689314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:26:33.912087Z","caller":"traceutil/trace.go:171","msg":"trace[175336364] linearizableReadLoop","detail":"{readStateIndex:3400; appliedIndex:3399; }","duration":"223.400714ms","start":"2026-04-28T03:26:33.688662Z","end":"2026-04-28T03:26:33.912062Z","steps":["trace[175336364] 'read index received' (duration: 49.191µs)","trace[175336364] 'applied index is now lower than readState.Index' (duration: 223.349612ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:33.912101Z","caller":"traceutil/trace.go:171","msg":"trace[1020570001] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"175.080563ms","start":"2026-04-28T03:26:33.736999Z","end":"2026-04-28T03:26:33.91208Z","steps":["trace[1020570001] 'process raft request' (duration: 174.929199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.912277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.561288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:33.912321Z","caller":"traceutil/trace.go:171","msg":"trace[479540985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3204; }","duration":"223.709061ms","start":"2026-04-28T03:26:33.6886Z","end":"2026-04-28T03:26:33.91231Z","steps":["trace[479540985] 'agreement among raft nodes before linearized reading' (duration: 223.567168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.386853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.767583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:34.386972Z","caller":"traceutil/trace.go:171","msg":"trace[1393148175] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"649.43074ms","start":"2026-04-28T03:26:33.737526Z","end":"2026-04-28T03:26:34.386957Z","steps":["trace[1393148175] 'process raft request' (duration: 422.494682ms)","trace[1393148175] 'compare' (duration: 226.687312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:34.387014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.737513Z","time spent":"649.48165ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:34.387133Z","caller":"traceutil/trace.go:171","msg":"trace[2100960154] linearizableReadLoop","detail":"{readStateIndex:3403; appliedIndex:3401; }","duration":"474.986182ms","start":"2026-04-28T03:26:33.91214Z","end":"2026-04-28T03:26:34.387127Z","steps":["trace[2100960154] 'read index received' (duration: 247.932973ms)","trace[2100960154] 'applied index is now lower than readState.Index' (duration: 227.052499ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:34.387272Z","caller":"traceutil/trace.go:171","msg":"trace[2088581459] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"649.562974ms","start":"2026-04-28T03:26:33.737702Z","end":"2026-04-28T03:26:34.387265Z","steps":["trace[2088581459] 'process raft request' (duration: 649.227135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.387307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.737671Z","time spent":"649.614965ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:34.387481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.186249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:34.3875Z","caller":"traceutil/trace.go:171","msg":"trace[258203814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3206; }","duration":"478.218399ms","start":"2026-04-28T03:26:33.909276Z","end":"2026-04-28T03:26:34.387494Z","steps":["trace[258203814] 'agreement among raft nodes before linearized reading' (duration: 478.141517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.38752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.909271Z","time spent":"478.24518ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:34.38771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.843134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:34.387768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.706551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:34.38779Z","caller":"traceutil/trace.go:171","msg":"trace[254095068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3206; }","duration":"639.751513ms","start":"2026-04-28T03:26:33.748032Z","end":"2026-04-28T03:26:34.387783Z","steps":["trace[254095068] 'agreement among raft nodes before linearized reading' (duration: 639.681241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:34.387788Z","caller":"traceutil/trace.go:171","msg":"trace[840099688] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3206; }","duration":"650.956397ms","start":"2026-04-28T03:26:33.736806Z","end":"2026-04-28T03:26:34.387762Z","steps":["trace[840099688] 'agreement among raft nodes before linearized reading' (duration: 650.760163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.387807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.748019Z","time spent":"639.783733ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:34.387782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.205526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:26:34.387782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.574577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:26:34.38779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.528866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:34.387865Z","caller":"traceutil/trace.go:171","msg":"trace[503438390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3206; }","duration":"433.334669ms","start":"2026-04-28T03:26:33.954507Z","end":"2026-04-28T03:26:34.387842Z","steps":["trace[503438390] 'agreement among raft nodes before linearized reading' (duration: 433.084003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:34.38787Z","caller":"traceutil/trace.go:171","msg":"trace[866352310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3206; }","duration":"478.69431ms","start":"2026-04-28T03:26:33.909157Z","end":"2026-04-28T03:26:34.387852Z","steps":["trace[866352310] 'agreement among raft nodes before linearized reading' (duration: 478.431804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.387924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.954482Z","time spent":"433.430302ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:34.387932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.90914Z","time spent":"478.775842ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:34.387903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.034041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:34.387877Z","caller":"traceutil/trace.go:171","msg":"trace[2092222731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3206; }","duration":"478.67501ms","start":"2026-04-28T03:26:33.909187Z","end":"2026-04-28T03:26:34.387862Z","steps":["trace[2092222731] 'agreement among raft nodes before linearized reading' (duration: 478.406013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:34.388007Z","caller":"traceutil/trace.go:171","msg":"trace[2083859990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3206; }","duration":"588.204105ms","start":"2026-04-28T03:26:33.799778Z","end":"2026-04-28T03:26:34.387982Z","steps":["trace[2083859990] 'agreement among raft nodes before linearized reading' (duration: 587.820816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.388061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.799754Z","time spent":"588.298268ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:34.387714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.727922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:34.388138Z","caller":"traceutil/trace.go:171","msg":"trace[282882202] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3206; }","duration":"651.165621ms","start":"2026-04-28T03:26:33.736952Z","end":"2026-04-28T03:26:34.388117Z","steps":["trace[282882202] 'agreement among raft nodes before linearized reading' (duration: 650.581268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:34.387828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.736778Z","time spent":"651.039559ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:34.388195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.736946Z","time spent":"651.231014ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:34.388729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.909164Z","time spent":"478.864844ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:26:38.537607Z","caller":"traceutil/trace.go:171","msg":"trace[1342761373] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"888.502745ms","start":"2026-04-28T03:26:37.649084Z","end":"2026-04-28T03:26:38.537586Z","steps":["trace[1342761373] 'process raft request' (duration: 888.31031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.53777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.649065Z","time spent":"888.602077ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:38.665085Z","caller":"traceutil/trace.go:171","msg":"trace[1057377205] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"267.143156ms","start":"2026-04-28T03:26:38.397918Z","end":"2026-04-28T03:26:38.665061Z","steps":["trace[1057377205] 'process raft request' (duration: 267.010783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.665236Z","caller":"traceutil/trace.go:171","msg":"trace[1442768979] linearizableReadLoop","detail":"{readStateIndex:3420; appliedIndex:3418; }","duration":"596.052151ms","start":"2026-04-28T03:26:38.069147Z","end":"2026-04-28T03:26:38.665199Z","steps":["trace[1442768979] 'read index received' (duration: 468.197332ms)","trace[1442768979] 'applied index is now lower than readState.Index' (duration: 127.853399ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:38.665345Z","caller":"traceutil/trace.go:171","msg":"trace[1757138841] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"743.650745ms","start":"2026-04-28T03:26:37.921647Z","end":"2026-04-28T03:26:38.665297Z","steps":["trace[1757138841] 'process raft request' (duration: 649.479911ms)","trace[1757138841] 'compare' (duration: 93.495257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:38.665553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.950267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:38.665598Z","caller":"traceutil/trace.go:171","msg":"trace[1157007351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3225; }","duration":"432.040459ms","start":"2026-04-28T03:26:38.233547Z","end":"2026-04-28T03:26:38.665587Z","steps":["trace[1157007351] 'agreement among raft nodes before linearized reading' (duration: 431.946486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.665627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.23353Z","time spent":"432.08898ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:38.665679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.180293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:38.665727Z","caller":"traceutil/trace.go:171","msg":"trace[1748826622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3225; }","duration":"227.262345ms","start":"2026-04-28T03:26:38.438452Z","end":"2026-04-28T03:26:38.665714Z","steps":["trace[1748826622] 'agreement among raft nodes before linearized reading' (duration: 227.06701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.665787Z","caller":"traceutil/trace.go:171","msg":"trace[838428651] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"265.078358ms","start":"2026-04-28T03:26:38.400689Z","end":"2026-04-28T03:26:38.665767Z","steps":["trace[838428651] 'process raft request' (duration: 264.288509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.665609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:37.921623Z","time spent":"743.820309ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:38.66582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.703925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:38.66585Z","caller":"traceutil/trace.go:171","msg":"trace[2147176441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3225; }","duration":"227.746366ms","start":"2026-04-28T03:26:38.438092Z","end":"2026-04-28T03:26:38.665839Z","steps":["trace[2147176441] 'agreement among raft nodes before linearized reading' (duration: 227.669315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.665946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.798008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:38.665991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.184554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:38.665992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.787054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:26:38.666014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.229854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:38.666027Z","caller":"traceutil/trace.go:171","msg":"trace[1891975681] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3225; }","duration":"266.225825ms","start":"2026-04-28T03:26:38.39979Z","end":"2026-04-28T03:26:38.666016Z","steps":["trace[1891975681] 'agreement among raft nodes before linearized reading' (duration: 266.138163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.666036Z","caller":"traceutil/trace.go:171","msg":"trace[263111531] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3225; }","duration":"266.264525ms","start":"2026-04-28T03:26:38.399764Z","end":"2026-04-28T03:26:38.666029Z","steps":["trace[263111531] 'agreement among raft nodes before linearized reading' (duration: 266.208614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.666029Z","caller":"traceutil/trace.go:171","msg":"trace[489571070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3225; }","duration":"226.842875ms","start":"2026-04-28T03:26:38.439177Z","end":"2026-04-28T03:26:38.66602Z","steps":["trace[489571070] 'agreement among raft nodes before linearized reading' (duration: 226.748572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.665993Z","caller":"traceutil/trace.go:171","msg":"trace[1575848579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3225; }","duration":"596.87026ms","start":"2026-04-28T03:26:38.06911Z","end":"2026-04-28T03:26:38.66598Z","steps":["trace[1575848579] 'agreement among raft nodes before linearized reading' (duration: 596.795518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.666116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.069091Z","time spent":"597.011664ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:38.666155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.718263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:38.666186Z","caller":"traceutil/trace.go:171","msg":"trace[747173606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3225; }","duration":"229.770304ms","start":"2026-04-28T03:26:38.436405Z","end":"2026-04-28T03:26:38.666175Z","steps":["trace[747173606] 'agreement among raft nodes before linearized reading' (duration: 229.697133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.666198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.735608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:38.666222Z","caller":"traceutil/trace.go:171","msg":"trace[1109876294] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3225; }","duration":"405.783419ms","start":"2026-04-28T03:26:38.260431Z","end":"2026-04-28T03:26:38.666215Z","steps":["trace[1109876294] 'agreement among raft nodes before linearized reading' (duration: 405.741098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.666243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:38.260418Z","time spent":"405.81878ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:38.66596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.402562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:26:38.666337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.772224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:38.666333Z","caller":"traceutil/trace.go:171","msg":"trace[149327522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3225; }","duration":"228.785562ms","start":"2026-04-28T03:26:38.437531Z","end":"2026-04-28T03:26:38.666317Z","steps":["trace[149327522] 'agreement among raft nodes before linearized reading' (duration: 228.380862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.666367Z","caller":"traceutil/trace.go:171","msg":"trace[1122899772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3225; }","duration":"254.812286ms","start":"2026-04-28T03:26:38.411546Z","end":"2026-04-28T03:26:38.666358Z","steps":["trace[1122899772] 'agreement among raft nodes before linearized reading' (duration: 254.731934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.947Z","caller":"traceutil/trace.go:171","msg":"trace[1915292622] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"275.211687ms","start":"2026-04-28T03:26:38.671766Z","end":"2026-04-28T03:26:38.946977Z","steps":["trace[1915292622] 'process raft request' (duration: 275.151936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.947086Z","caller":"traceutil/trace.go:171","msg":"trace[328819095] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"275.391041ms","start":"2026-04-28T03:26:38.671669Z","end":"2026-04-28T03:26:38.94706Z","steps":["trace[328819095] 'process raft request' (duration: 275.212357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.94708Z","caller":"traceutil/trace.go:171","msg":"trace[1780449281] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"275.646687ms","start":"2026-04-28T03:26:38.671385Z","end":"2026-04-28T03:26:38.947031Z","steps":["trace[1780449281] 'process raft request' (duration: 275.32617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.947345Z","caller":"traceutil/trace.go:171","msg":"trace[1745923781] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"275.497573ms","start":"2026-04-28T03:26:38.671831Z","end":"2026-04-28T03:26:38.947329Z","steps":["trace[1745923781] 'process raft request' (duration: 275.119184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.947375Z","caller":"traceutil/trace.go:171","msg":"trace[293523611] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"275.497433ms","start":"2026-04-28T03:26:38.671838Z","end":"2026-04-28T03:26:38.947335Z","steps":["trace[293523611] 'process raft request' (duration: 275.34348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:38.959227Z","caller":"traceutil/trace.go:171","msg":"trace[1134406836] linearizableReadLoop","detail":"{readStateIndex:3429; appliedIndex:3423; }","duration":"210.271274ms","start":"2026-04-28T03:26:38.748937Z","end":"2026-04-28T03:26:38.959208Z","steps":["trace[1134406836] 'read index received' (duration: 197.849541ms)","trace[1134406836] 'applied index is now lower than readState.Index' (duration: 12.420753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:38.959246Z","caller":"traceutil/trace.go:171","msg":"trace[671963111] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"210.554361ms","start":"2026-04-28T03:26:38.748677Z","end":"2026-04-28T03:26:38.959232Z","steps":["trace[671963111] 'process raft request' (duration: 210.441458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:38.959518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.173923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:38.959566Z","caller":"traceutil/trace.go:171","msg":"trace[211030851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3231; }","duration":"288.233954ms","start":"2026-04-28T03:26:38.671321Z","end":"2026-04-28T03:26:38.959555Z","steps":["trace[211030851] 'agreement among raft nodes before linearized reading' (duration: 287.950108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:39.413088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.816655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:39.413167Z","caller":"traceutil/trace.go:171","msg":"trace[618894006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3231; }","duration":"215.945627ms","start":"2026-04-28T03:26:39.197203Z","end":"2026-04-28T03:26:39.413148Z","steps":["trace[618894006] 'count revisions from in-memory index tree' (duration: 215.756494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:41.173445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:41.674147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:41.842329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299622159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:41.842753Z","caller":"traceutil/trace.go:171","msg":"trace[913362059] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"1.300126771s","start":"2026-04-28T03:26:40.542601Z","end":"2026-04-28T03:26:41.842727Z","steps":["trace[913362059] 'process raft request' (duration: 1.299887846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:41.842889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.542575Z","time spent":"1.300237583s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:42.937723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095201864s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:26:42.938124Z","caller":"traceutil/trace.go:171","msg":"trace[692670866] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"2.266939645s","start":"2026-04-28T03:26:40.67116Z","end":"2026-04-28T03:26:42.9381Z","steps":["trace[692670866] 'process raft request' (duration: 2.26674275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:42.938265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.671121Z","time spent":"2.267073488s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:42.93838Z","caller":"traceutil/trace.go:171","msg":"trace[1067852515] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"2.266616097s","start":"2026-04-28T03:26:40.671744Z","end":"2026-04-28T03:26:42.93836Z","steps":["trace[1067852515] 'process raft request' (duration: 2.2663108s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:42.938433Z","caller":"traceutil/trace.go:171","msg":"trace[771701234] linearizableReadLoop","detail":"{readStateIndex:3433; appliedIndex:3429; }","duration":"2.265797278s","start":"2026-04-28T03:26:40.672611Z","end":"2026-04-28T03:26:42.938409Z","steps":["trace[771701234] 'read index received' (duration: 1.169955649s)","trace[771701234] 'applied index is now lower than readState.Index' (duration: 1.095840779s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:42.938472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.671726Z","time spent":"2.266695579s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:42.938495Z","caller":"traceutil/trace.go:171","msg":"trace[934315799] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"2.263885312s","start":"2026-04-28T03:26:40.674571Z","end":"2026-04-28T03:26:42.938457Z","steps":["trace[934315799] 'process raft request' (duration: 2.263684607s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:42.93854Z","caller":"traceutil/trace.go:171","msg":"trace[674712423] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"1.143376491s","start":"2026-04-28T03:26:41.795153Z","end":"2026-04-28T03:26:42.938529Z","steps":["trace[674712423] 'process raft request' (duration: 1.143209147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:42.938613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.674553Z","time spent":"2.263989495s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:42.938637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.795133Z","time spent":"1.143435172s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:42.93873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266115045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:42.93877Z","caller":"traceutil/trace.go:171","msg":"trace[558648628] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3236; }","duration":"2.266190767s","start":"2026-04-28T03:26:40.672568Z","end":"2026-04-28T03:26:42.938759Z","steps":["trace[558648628] 'agreement among raft nodes before linearized reading' (duration: 2.266006363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:42.938801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.672553Z","time spent":"2.266241648s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:26:43.083128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:26:43.083212Z","caller":"traceutil/trace.go:171","msg":"trace[770377045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525305s","start":"2026-04-28T03:26:41.082668Z","end":"2026-04-28T03:26:43.083194Z","steps":["trace[770377045] 'agreement among raft nodes before linearized reading' (duration: 2.000413372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:43.083257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.082661Z","time spent":"2.000587146s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:44.209173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:26:44.20926Z","caller":"traceutil/trace.go:171","msg":"trace[728488114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647669s","start":"2026-04-28T03:26:42.208589Z","end":"2026-04-28T03:26:44.209236Z","steps":["trace[728488114] 'agreement among raft nodes before linearized reading' (duration: 2.000544956s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.20931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:42.208572Z","time spent":"2.00072803s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:26:44.219037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200404926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:44.219213Z","caller":"traceutil/trace.go:171","msg":"trace[1804400548] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"2.320683133s","start":"2026-04-28T03:26:41.898504Z","end":"2026-04-28T03:26:44.219188Z","steps":["trace[1804400548] 'process raft request' (duration: 1.120038331s)","trace[1804400548] 'compare' (duration: 1.200233102s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:44.219267Z","caller":"traceutil/trace.go:171","msg":"trace[76409672] linearizableReadLoop","detail":"{readStateIndex:3435; appliedIndex:3434; }","duration":"1.280770824s","start":"2026-04-28T03:26:42.938488Z","end":"2026-04-28T03:26:44.219259Z","steps":["trace[76409672] 'read index received' (duration: 80.03755ms)","trace[76409672] 'applied index is now lower than readState.Index' (duration: 1.200732474s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.219325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.898479Z","time spent":"2.320795185s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.219238Z","caller":"traceutil/trace.go:171","msg":"trace[265459965] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"370.65086ms","start":"2026-04-28T03:26:43.84857Z","end":"2026-04-28T03:26:44.219221Z","steps":["trace[265459965] 'process raft request' (duration: 370.559028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.219422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.848545Z","time spent":"370.861514ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:44.219465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95925156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.219488Z","caller":"traceutil/trace.go:171","msg":"trace[1788504872] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3238; }","duration":"1.959314882s","start":"2026-04-28T03:26:42.260165Z","end":"2026-04-28T03:26:44.21948Z","steps":["trace[1788504872] 'agreement among raft nodes before linearized reading' (duration: 1.959271511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.219519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:42.260141Z","time spent":"1.959370524s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.219681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235978633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.219707Z","caller":"traceutil/trace.go:171","msg":"trace[2083769015] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:3238; }","duration":"2.236074205s","start":"2026-04-28T03:26:41.983624Z","end":"2026-04-28T03:26:44.219698Z","steps":["trace[2083769015] 'agreement among raft nodes before linearized reading' (duration: 2.236014524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.219726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.983602Z","time spent":"2.236117266s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.219802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267298689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:44.220199Z","caller":"traceutil/trace.go:171","msg":"trace[1483404971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3238; }","duration":"3.267698249s","start":"2026-04-28T03:26:40.952485Z","end":"2026-04-28T03:26:44.220184Z","steps":["trace[1483404971] 'agreement among raft nodes before linearized reading' (duration: 3.267224457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.22025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.952482Z","time spent":"3.26775725s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:44.21985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406272013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:44.220319Z","caller":"traceutil/trace.go:171","msg":"trace[802256039] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3238; }","duration":"2.406763426s","start":"2026-04-28T03:26:41.813541Z","end":"2026-04-28T03:26:44.220304Z","steps":["trace[802256039] 'agreement among raft nodes before linearized reading' (duration: 2.406278574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.220356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.813523Z","time spent":"2.406820557s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.219877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410677567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.220425Z","caller":"traceutil/trace.go:171","msg":"trace[510394983] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3238; }","duration":"2.411237711s","start":"2026-04-28T03:26:41.809159Z","end":"2026-04-28T03:26:44.220397Z","steps":["trace[510394983] 'agreement among raft nodes before linearized reading' (duration: 2.410703728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.219928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266577062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:44.220476Z","caller":"traceutil/trace.go:171","msg":"trace[1354115092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3238; }","duration":"3.267126306s","start":"2026-04-28T03:26:40.953337Z","end":"2026-04-28T03:26:44.220463Z","steps":["trace[1354115092] 'agreement among raft nodes before linearized reading' (duration: 3.266551811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.22048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.80914Z","time spent":"2.411323593s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.22001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139296387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:44.220515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.953332Z","time spent":"3.267170477s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:26:44.220518Z","caller":"traceutil/trace.go:171","msg":"trace[263243735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3238; }","duration":"3.139849361s","start":"2026-04-28T03:26:41.08066Z","end":"2026-04-28T03:26:44.220509Z","steps":["trace[263243735] 'agreement among raft nodes before linearized reading' (duration: 3.139305237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.220557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:41.080643Z","time spent":"3.139891471s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.220073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547422852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:44.220615Z","caller":"traceutil/trace.go:171","msg":"trace[621035340] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3238; }","duration":"3.547969956s","start":"2026-04-28T03:26:40.672619Z","end":"2026-04-28T03:26:44.220589Z","steps":["trace[621035340] 'agreement among raft nodes before linearized reading' (duration: 3.54732609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.220743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.672607Z","time spent":"3.548115239s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:44.220061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254556658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:44.220863Z","caller":"traceutil/trace.go:171","msg":"trace[1344666356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3238; }","duration":"3.255392607s","start":"2026-04-28T03:26:40.965447Z","end":"2026-04-28T03:26:44.22084Z","steps":["trace[1344666356] 'agreement among raft nodes before linearized reading' (duration: 3.254426374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.220906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.965431Z","time spent":"3.25546493s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:44.220061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267521924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:44.220966Z","caller":"traceutil/trace.go:171","msg":"trace[1087569513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3238; }","duration":"3.268451986s","start":"2026-04-28T03:26:40.952502Z","end":"2026-04-28T03:26:44.220954Z","steps":["trace[1087569513] 'agreement among raft nodes before linearized reading' (duration: 3.267412101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.221003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.952499Z","time spent":"3.268493657s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:44.220128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268116649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:44.221046Z","caller":"traceutil/trace.go:171","msg":"trace[243732058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3238; }","duration":"3.269070251s","start":"2026-04-28T03:26:40.951967Z","end":"2026-04-28T03:26:44.221037Z","steps":["trace[243732058] 'agreement among raft nodes before linearized reading' (duration: 3.268110249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.22108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.951945Z","time spent":"3.269118162s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:44.22014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267661648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:44.221152Z","caller":"traceutil/trace.go:171","msg":"trace[1852550626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3238; }","duration":"3.268676122s","start":"2026-04-28T03:26:40.952469Z","end":"2026-04-28T03:26:44.221145Z","steps":["trace[1852550626] 'agreement among raft nodes before linearized reading' (duration: 3.267605657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.221181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:40.952443Z","time spent":"3.268730303s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:44.719987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:26:44.943373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.099081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:44.94376Z","caller":"traceutil/trace.go:171","msg":"trace[1614178909] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"994.099518ms","start":"2026-04-28T03:26:43.949632Z","end":"2026-04-28T03:26:44.943732Z","steps":["trace[1614178909] 'process raft request' (duration: 877.564156ms)","trace[1614178909] 'compare' (duration: 115.765854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.943859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.949608Z","time spent":"994.21015ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.948428Z","caller":"traceutil/trace.go:171","msg":"trace[648695766] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"723.965081ms","start":"2026-04-28T03:26:44.224443Z","end":"2026-04-28T03:26:44.948408Z","steps":["trace[648695766] 'process raft request' (duration: 723.790406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.948544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.224425Z","time spent":"724.052593ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.948642Z","caller":"traceutil/trace.go:171","msg":"trace[693175704] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"724.081524ms","start":"2026-04-28T03:26:44.224541Z","end":"2026-04-28T03:26:44.948622Z","steps":["trace[693175704] 'process raft request' (duration: 723.832387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.948792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.224513Z","time spent":"724.196326ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.948941Z","caller":"traceutil/trace.go:171","msg":"trace[1182027459] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"724.35208ms","start":"2026-04-28T03:26:44.22458Z","end":"2026-04-28T03:26:44.948932Z","steps":["trace[1182027459] 'process raft request' (duration: 723.970352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.948994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.22456Z","time spent":"724.400061ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.949092Z","caller":"traceutil/trace.go:171","msg":"trace[1449802418] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"724.467773ms","start":"2026-04-28T03:26:44.224611Z","end":"2026-04-28T03:26:44.949078Z","steps":["trace[1449802418] 'process raft request' (duration: 724.282929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.949167Z","caller":"traceutil/trace.go:171","msg":"trace[1043600267] linearizableReadLoop","detail":"{readStateIndex:3443; appliedIndex:3436; }","duration":"729.875981ms","start":"2026-04-28T03:26:44.219282Z","end":"2026-04-28T03:26:44.949158Z","steps":["trace[1043600267] 'read index received' (duration: 607.934692ms)","trace[1043600267] 'applied index is now lower than readState.Index' (duration: 121.940629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:44.949161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.224581Z","time spent":"724.544845ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:44.949276Z","caller":"traceutil/trace.go:171","msg":"trace[249877610] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"724.183386ms","start":"2026-04-28T03:26:44.225084Z","end":"2026-04-28T03:26:44.949267Z","steps":["trace[249877610] 'process raft request' (duration: 723.943431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.949315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.225067Z","time spent":"724.225677ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:44.949425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865075499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.949487Z","caller":"traceutil/trace.go:171","msg":"trace[1721797792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3244; }","duration":"1.86516243s","start":"2026-04-28T03:26:43.084306Z","end":"2026-04-28T03:26:44.949468Z","steps":["trace[1721797792] 'agreement among raft nodes before linearized reading' (duration: 1.865073388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.949531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.084288Z","time spent":"1.865232672s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:44.949561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.880665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-28T03:26:44.949573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687866115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:44.949606Z","caller":"traceutil/trace.go:171","msg":"trace[630118776] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3244; }","duration":"1.687937297s","start":"2026-04-28T03:26:43.261661Z","end":"2026-04-28T03:26:44.949598Z","steps":["trace[630118776] 'agreement among raft nodes before linearized reading' (duration: 1.687879906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:44.949607Z","caller":"traceutil/trace.go:171","msg":"trace[2080951576] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600; range_end:; response_count:1; response_revision:3244; }","duration":"758.966257ms","start":"2026-04-28T03:26:44.190627Z","end":"2026-04-28T03:26:44.949593Z","steps":["trace[2080951576] 'agreement among raft nodes before linearized reading' (duration: 758.839214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.949629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.26164Z","time spent":"1.687982228s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:44.949643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.190607Z","time spent":"759.025128ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" "} {"level":"warn","ts":"2026-04-28T03:26:44.949445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.108799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:26:44.949738Z","caller":"traceutil/trace.go:171","msg":"trace[1426393467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3244; }","duration":"989.448737ms","start":"2026-04-28T03:26:43.960279Z","end":"2026-04-28T03:26:44.949727Z","steps":["trace[1426393467] 'agreement among raft nodes before linearized reading' (duration: 989.076478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.94977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.960262Z","time spent":"989.497029ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:26:44.949844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.981857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:26:44.949866Z","caller":"traceutil/trace.go:171","msg":"trace[530833113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3244; }","duration":"989.020677ms","start":"2026-04-28T03:26:43.960838Z","end":"2026-04-28T03:26:44.949858Z","steps":["trace[530833113] 'agreement among raft nodes before linearized reading' (duration: 988.956456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:44.949887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:43.960829Z","time spent":"989.052819ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:26:45.242313Z","caller":"traceutil/trace.go:171","msg":"trace[1527894640] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"295.319211ms","start":"2026-04-28T03:26:44.946972Z","end":"2026-04-28T03:26:45.242291Z","steps":["trace[1527894640] 'process raft request' (duration: 257.251933ms)","trace[1527894640] 'compare' (duration: 37.913344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:45.242629Z","caller":"traceutil/trace.go:171","msg":"trace[1049236410] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"295.627919ms","start":"2026-04-28T03:26:44.946994Z","end":"2026-04-28T03:26:45.242621Z","steps":["trace[1049236410] 'process raft request' (duration: 295.26448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:45.242671Z","caller":"traceutil/trace.go:171","msg":"trace[1402349644] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"290.868066ms","start":"2026-04-28T03:26:44.951785Z","end":"2026-04-28T03:26:45.242653Z","steps":["trace[1402349644] 'process raft request' (duration: 290.64876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:45.242766Z","caller":"traceutil/trace.go:171","msg":"trace[1575478248] linearizableReadLoop","detail":"{readStateIndex:3446; appliedIndex:3444; }","duration":"293.513429ms","start":"2026-04-28T03:26:44.949222Z","end":"2026-04-28T03:26:45.242735Z","steps":["trace[1575478248] 'read index received' (duration: 82.402115ms)","trace[1575478248] 'applied index is now lower than readState.Index' (duration: 211.110014ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:45.243004Z","caller":"traceutil/trace.go:171","msg":"trace[254881979] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"288.408248ms","start":"2026-04-28T03:26:44.954587Z","end":"2026-04-28T03:26:45.242995Z","steps":["trace[254881979] 'process raft request' (duration: 287.996648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:45.24306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.12911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:45.243026Z","caller":"traceutil/trace.go:171","msg":"trace[1919703305] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"285.11224ms","start":"2026-04-28T03:26:44.95789Z","end":"2026-04-28T03:26:45.243002Z","steps":["trace[1919703305] 'process raft request' (duration: 284.782353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:45.243092Z","caller":"traceutil/trace.go:171","msg":"trace[165351895] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3250; }","duration":"296.214962ms","start":"2026-04-28T03:26:44.946869Z","end":"2026-04-28T03:26:45.243084Z","steps":["trace[165351895] 'agreement among raft nodes before linearized reading' (duration: 296.052188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:45.243115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.071213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:45.243186Z","caller":"traceutil/trace.go:171","msg":"trace[367808383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3250; }","duration":"286.178245ms","start":"2026-04-28T03:26:44.95699Z","end":"2026-04-28T03:26:45.243168Z","steps":["trace[367808383] 'agreement among raft nodes before linearized reading' (duration: 286.068032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:45.243243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019111938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:45.243279Z","caller":"traceutil/trace.go:171","msg":"trace[880184230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3250; }","duration":"1.019199519s","start":"2026-04-28T03:26:44.224071Z","end":"2026-04-28T03:26:45.243271Z","steps":["trace[880184230] 'agreement among raft nodes before linearized reading' (duration: 1.019004745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:45.243302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:44.224048Z","time spent":"1.019246731s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:26:46.356859Z","caller":"traceutil/trace.go:171","msg":"trace[668450761] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"131.106065ms","start":"2026-04-28T03:26:46.225735Z","end":"2026-04-28T03:26:46.356841Z","steps":["trace[668450761] 'read index received' (duration: 130.921471ms)","trace[668450761] 'applied index is now lower than readState.Index' (duration: 183.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:46.356976Z","caller":"traceutil/trace.go:171","msg":"trace[1307516660] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"132.556819ms","start":"2026-04-28T03:26:46.224396Z","end":"2026-04-28T03:26:46.356953Z","steps":["trace[1307516660] 'process raft request' (duration: 132.332644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:46.357036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.28973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:46.357062Z","caller":"traceutil/trace.go:171","msg":"trace[304048410] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3252; }","duration":"131.34726ms","start":"2026-04-28T03:26:46.225708Z","end":"2026-04-28T03:26:46.357056Z","steps":["trace[304048410] 'agreement among raft nodes before linearized reading' (duration: 131.197667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.097671Z","caller":"traceutil/trace.go:171","msg":"trace[1383868013] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"140.538127ms","start":"2026-04-28T03:26:46.957104Z","end":"2026-04-28T03:26:47.097642Z","steps":["trace[1383868013] 'process raft request' (duration: 140.341922ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.598862Z","caller":"traceutil/trace.go:171","msg":"trace[871946863] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3451; }","duration":"640.974441ms","start":"2026-04-28T03:26:46.957871Z","end":"2026-04-28T03:26:47.598846Z","steps":["trace[871946863] 'read index received' (duration: 139.663547ms)","trace[871946863] 'applied index is now lower than readState.Index' (duration: 501.310114ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:47.599823Z","caller":"traceutil/trace.go:171","msg":"trace[1303651266] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"562.894768ms","start":"2026-04-28T03:26:47.036911Z","end":"2026-04-28T03:26:47.599806Z","steps":["trace[1303651266] 'process raft request' (duration: 561.902695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.599848Z","caller":"traceutil/trace.go:171","msg":"trace[472164849] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"642.420664ms","start":"2026-04-28T03:26:46.957374Z","end":"2026-04-28T03:26:47.599794Z","steps":["trace[472164849] 'process raft request' (duration: 641.303289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.599893Z","caller":"traceutil/trace.go:171","msg":"trace[1215713148] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"641.516674ms","start":"2026-04-28T03:26:46.958345Z","end":"2026-04-28T03:26:47.599861Z","steps":["trace[1215713148] 'process raft request' (duration: 640.446429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.599932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.036887Z","time spent":"562.97462ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:47.600074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.958338Z","time spent":"641.617356ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:47.600079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.95735Z","time spent":"642.605919ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:47.600448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.571648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:47.600504Z","caller":"traceutil/trace.go:171","msg":"trace[232828201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3256; }","duration":"642.64202ms","start":"2026-04-28T03:26:46.957848Z","end":"2026-04-28T03:26:47.60049Z","steps":["trace[232828201] 'agreement among raft nodes before linearized reading' (duration: 642.407294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.600537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.95784Z","time spent":"642.689451ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:48.482895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.671394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:48.483042Z","caller":"traceutil/trace.go:171","msg":"trace[927212102] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"1.235851314s","start":"2026-04-28T03:26:47.247169Z","end":"2026-04-28T03:26:48.483021Z","steps":["trace[927212102] 'process raft request' (duration: 447.997236ms)","trace[927212102] 'compare' (duration: 787.252074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:48.483089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.247152Z","time spent":"1.235919305s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:48.483204Z","caller":"traceutil/trace.go:171","msg":"trace[1015137128] linearizableReadLoop","detail":"{readStateIndex:3457; appliedIndex:3455; }","duration":"884.267694ms","start":"2026-04-28T03:26:47.598927Z","end":"2026-04-28T03:26:48.483195Z","steps":["trace[1015137128] 'read index received' (duration: 96.243532ms)","trace[1015137128] 'applied index is now lower than readState.Index' (duration: 788.023582ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:48.48329Z","caller":"traceutil/trace.go:171","msg":"trace[602565580] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"1.234943942s","start":"2026-04-28T03:26:47.248342Z","end":"2026-04-28T03:26:48.483286Z","steps":["trace[602565580] 'process raft request' (duration: 1.234623875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.483323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.248314Z","time spent":"1.234991314s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:48.483499Z","caller":"traceutil/trace.go:171","msg":"trace[1345941676] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"879.305036ms","start":"2026-04-28T03:26:47.604189Z","end":"2026-04-28T03:26:48.483494Z","steps":["trace[1345941676] 'process raft request' (duration: 878.982479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.483533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.604163Z","time spent":"879.354368ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:48.483611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162206235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:48.483626Z","caller":"traceutil/trace.go:171","msg":"trace[384920700] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3259; }","duration":"1.162285766s","start":"2026-04-28T03:26:47.321335Z","end":"2026-04-28T03:26:48.48362Z","steps":["trace[384920700] 'agreement among raft nodes before linearized reading' (duration: 1.162092872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.48364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.321299Z","time spent":"1.162337127s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:48.483609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236329845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:48.48367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43902762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:48.48371Z","caller":"traceutil/trace.go:171","msg":"trace[560373537] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3259; }","duration":"1.236451878s","start":"2026-04-28T03:26:47.247241Z","end":"2026-04-28T03:26:48.483692Z","steps":["trace[560373537] 'agreement among raft nodes before linearized reading' (duration: 1.236210772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.483753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.247236Z","time spent":"1.23650639s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:26:48.483756Z","caller":"traceutil/trace.go:171","msg":"trace[1762301665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3259; }","duration":"1.439173834s","start":"2026-04-28T03:26:47.044554Z","end":"2026-04-28T03:26:48.483728Z","steps":["trace[1762301665] 'agreement among raft nodes before linearized reading' (duration: 1.438850696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.483855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.04454Z","time spent":"1.439302297s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:48.483812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525029091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:48.483908Z","caller":"traceutil/trace.go:171","msg":"trace[1283119797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3259; }","duration":"1.525178395s","start":"2026-04-28T03:26:46.958724Z","end":"2026-04-28T03:26:48.483902Z","steps":["trace[1283119797] 'agreement among raft nodes before linearized reading' (duration: 1.524713573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.483924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:46.95871Z","time spent":"1.525209665s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:48.484014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.316278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:48.484005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.023829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:48.484043Z","caller":"traceutil/trace.go:171","msg":"trace[517580386] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"121.789306ms","start":"2026-04-28T03:26:48.362248Z","end":"2026-04-28T03:26:48.484038Z","steps":["trace[517580386] 'process raft request' (duration: 121.220821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:48.484054Z","caller":"traceutil/trace.go:171","msg":"trace[744398488] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3260; }","duration":"335.107721ms","start":"2026-04-28T03:26:48.148932Z","end":"2026-04-28T03:26:48.484039Z","steps":["trace[744398488] 'agreement among raft nodes before linearized reading' (duration: 335.032749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.484087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.422796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:48.484086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:48.14891Z","time spent":"335.166963ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:48.484101Z","caller":"traceutil/trace.go:171","msg":"trace[998014025] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3260; }","duration":"265.483687ms","start":"2026-04-28T03:26:48.218613Z","end":"2026-04-28T03:26:48.484096Z","steps":["trace[998014025] 'agreement among raft nodes before linearized reading' (duration: 265.461407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:48.484026Z","caller":"traceutil/trace.go:171","msg":"trace[1939969315] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3260; }","duration":"122.369149ms","start":"2026-04-28T03:26:48.361653Z","end":"2026-04-28T03:26:48.484022Z","steps":["trace[1939969315] 'agreement among raft nodes before linearized reading' (duration: 122.328008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.484631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230580539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:26:48.484662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382592948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:48.484705Z","caller":"traceutil/trace.go:171","msg":"trace[789579533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3259; }","duration":"1.230682782s","start":"2026-04-28T03:26:47.254008Z","end":"2026-04-28T03:26:48.484691Z","steps":["trace[789579533] 'agreement among raft nodes before linearized reading' (duration: 1.229431782s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:48.484709Z","caller":"traceutil/trace.go:171","msg":"trace[1509397834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3260; }","duration":"1.383316095s","start":"2026-04-28T03:26:47.101379Z","end":"2026-04-28T03:26:48.484695Z","steps":["trace[1509397834] 'agreement among raft nodes before linearized reading' (duration: 1.382606648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.484736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.253998Z","time spent":"1.230732383s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:48.484747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:47.101359Z","time spent":"1.383374327s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:48.751929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.630032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:48.752058Z","caller":"traceutil/trace.go:171","msg":"trace[571926926] linearizableReadLoop","detail":"{readStateIndex:3460; appliedIndex:3459; }","duration":"263.629864ms","start":"2026-04-28T03:26:48.488409Z","end":"2026-04-28T03:26:48.752038Z","steps":["trace[571926926] 'read index received' (duration: 113.661994ms)","trace[571926926] 'applied index is now lower than readState.Index' (duration: 149.96647ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:48.752163Z","caller":"traceutil/trace.go:171","msg":"trace[626095879] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"264.116004ms","start":"2026-04-28T03:26:48.487989Z","end":"2026-04-28T03:26:48.752105Z","steps":["trace[626095879] 'process raft request' (duration: 114.099283ms)","trace[626095879] 'compare' (duration: 149.405467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:48.752294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.130321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:48.752388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.972722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:48.752396Z","caller":"traceutil/trace.go:171","msg":"trace[1648938501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3261; }","duration":"260.239324ms","start":"2026-04-28T03:26:48.492112Z","end":"2026-04-28T03:26:48.752351Z","steps":["trace[1648938501] 'agreement among raft nodes before linearized reading' (duration: 260.084341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:48.752383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.344352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:26:48.752419Z","caller":"traceutil/trace.go:171","msg":"trace[511982141] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3261; }","duration":"264.022342ms","start":"2026-04-28T03:26:48.488388Z","end":"2026-04-28T03:26:48.75241Z","steps":["trace[511982141] 'agreement among raft nodes before linearized reading' (duration: 263.754586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:48.752457Z","caller":"traceutil/trace.go:171","msg":"trace[96945628] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3261; }","duration":"162.460565ms","start":"2026-04-28T03:26:48.589976Z","end":"2026-04-28T03:26:48.752437Z","steps":["trace[96945628] 'agreement among raft nodes before linearized reading' (duration: 162.23156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.613261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.688498ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:26:49.613357Z","caller":"traceutil/trace.go:171","msg":"trace[895326989] linearizableReadLoop","detail":"{readStateIndex:3461; appliedIndex:3460; }","duration":"622.010473ms","start":"2026-04-28T03:26:48.99133Z","end":"2026-04-28T03:26:49.61334Z","steps":["trace[895326989] 'read index received' (duration: 52.071µs)","trace[895326989] 'applied index is now lower than readState.Index' (duration: 621.956752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:49.613417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:48.753546Z","time spent":"859.868338ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:26:49.61363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.29308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:49.61367Z","caller":"traceutil/trace.go:171","msg":"trace[313421897] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3261; }","duration":"622.368642ms","start":"2026-04-28T03:26:48.99129Z","end":"2026-04-28T03:26:49.613658Z","steps":["trace[313421897] 'agreement among raft nodes before linearized reading' (duration: 622.29197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.613699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:48.991272Z","time spent":"622.416992ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:49.866509Z","caller":"traceutil/trace.go:171","msg":"trace[1690613324] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"393.55568ms","start":"2026-04-28T03:26:49.472929Z","end":"2026-04-28T03:26:49.866485Z","steps":["trace[1690613324] 'process raft request' (duration: 392.402333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.866644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:49.472888Z","time spent":"393.687963ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19243,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:49.875573Z","caller":"traceutil/trace.go:171","msg":"trace[1758910956] linearizableReadLoop","detail":"{readStateIndex:3463; appliedIndex:3461; }","duration":"262.173579ms","start":"2026-04-28T03:26:49.61338Z","end":"2026-04-28T03:26:49.875553Z","steps":["trace[1758910956] 'read index received' (duration: 251.927607ms)","trace[1758910956] 'applied index is now lower than readState.Index' (duration: 10.245092ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:49.875707Z","caller":"traceutil/trace.go:171","msg":"trace[713653575] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"270.534806ms","start":"2026-04-28T03:26:49.60515Z","end":"2026-04-28T03:26:49.875684Z","steps":["trace[713653575] 'process raft request' (duration: 270.247539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.87582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.272693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:49.875861Z","caller":"traceutil/trace.go:171","msg":"trace[1806763436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3264; }","duration":"271.365194ms","start":"2026-04-28T03:26:49.604486Z","end":"2026-04-28T03:26:49.875851Z","steps":["trace[1806763436] 'agreement among raft nodes before linearized reading' (duration: 271.221701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.875903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.653032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:26:49.875896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.111713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:26:49.87594Z","caller":"traceutil/trace.go:171","msg":"trace[2118746760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3264; }","duration":"271.726324ms","start":"2026-04-28T03:26:49.604204Z","end":"2026-04-28T03:26:49.87593Z","steps":["trace[2118746760] 'agreement among raft nodes before linearized reading' (duration: 271.619042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:49.875972Z","caller":"traceutil/trace.go:171","msg":"trace[1890089194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3264; }","duration":"774.255937ms","start":"2026-04-28T03:26:49.101701Z","end":"2026-04-28T03:26:49.875957Z","steps":["trace[1890089194] 'agreement among raft nodes before linearized reading' (duration: 774.024612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:49.876011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:49.101672Z","time spent":"774.328728ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:49.876007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.551753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:49.876013Z","caller":"traceutil/trace.go:171","msg":"trace[532032504] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"260.836277ms","start":"2026-04-28T03:26:49.615128Z","end":"2026-04-28T03:26:49.875965Z","steps":["trace[532032504] 'process raft request' (duration: 260.392447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:49.876107Z","caller":"traceutil/trace.go:171","msg":"trace[1610943010] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3264; }","duration":"175.685927ms","start":"2026-04-28T03:26:49.700399Z","end":"2026-04-28T03:26:49.876085Z","steps":["trace[1610943010] 'agreement among raft nodes before linearized reading' (duration: 175.478431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:50.096656Z","caller":"traceutil/trace.go:171","msg":"trace[1670934904] linearizableReadLoop","detail":"{readStateIndex:3465; appliedIndex:3464; }","duration":"217.078855ms","start":"2026-04-28T03:26:49.879553Z","end":"2026-04-28T03:26:50.096632Z","steps":["trace[1670934904] 'read index received' (duration: 117.830882ms)","trace[1670934904] 'applied index is now lower than readState.Index' (duration: 99.246842ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:50.096811Z","caller":"traceutil/trace.go:171","msg":"trace[598101074] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"217.840331ms","start":"2026-04-28T03:26:49.878953Z","end":"2026-04-28T03:26:50.096793Z","steps":["trace[598101074] 'process raft request' (duration: 118.494617ms)","trace[598101074] 'compare' (duration: 98.971876ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:50.096925Z","caller":"traceutil/trace.go:171","msg":"trace[1779855336] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"216.182263ms","start":"2026-04-28T03:26:49.880717Z","end":"2026-04-28T03:26:50.096899Z","steps":["trace[1779855336] 'process raft request' (duration: 216.108361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:50.097112Z","caller":"traceutil/trace.go:171","msg":"trace[530079301] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"217.328349ms","start":"2026-04-28T03:26:49.879774Z","end":"2026-04-28T03:26:50.097102Z","steps":["trace[530079301] 'process raft request' (duration: 216.819518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:50.097267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.697369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:26:50.097303Z","caller":"traceutil/trace.go:171","msg":"trace[2056680411] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3267; }","duration":"217.7628ms","start":"2026-04-28T03:26:49.879532Z","end":"2026-04-28T03:26:50.097295Z","steps":["trace[2056680411] 'agreement among raft nodes before linearized reading' (duration: 217.681978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:50.651877Z","caller":"traceutil/trace.go:171","msg":"trace[684699291] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"163.682543ms","start":"2026-04-28T03:26:50.488164Z","end":"2026-04-28T03:26:50.651847Z","steps":["trace[684699291] 'process raft request' (duration: 163.396976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:50.652123Z","caller":"traceutil/trace.go:171","msg":"trace[562541450] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"163.138232ms","start":"2026-04-28T03:26:50.488954Z","end":"2026-04-28T03:26:50.652092Z","steps":["trace[562541450] 'process raft request' (duration: 162.826713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:50.652236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.140585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:26:50.652305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.183716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:50.652316Z","caller":"traceutil/trace.go:171","msg":"trace[812708391] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3270; }","duration":"164.252308ms","start":"2026-04-28T03:26:50.488046Z","end":"2026-04-28T03:26:50.652298Z","steps":["trace[812708391] 'agreement among raft nodes before linearized reading' (duration: 163.990231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:50.652412Z","caller":"traceutil/trace.go:171","msg":"trace[2055020916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3270; }","duration":"164.325049ms","start":"2026-04-28T03:26:50.488029Z","end":"2026-04-28T03:26:50.652354Z","steps":["trace[2055020916] 'agreement among raft nodes before linearized reading' (duration: 164.087313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.293223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.620942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:51.293298Z","caller":"traceutil/trace.go:171","msg":"trace[899749625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3272; }","duration":"246.746134ms","start":"2026-04-28T03:26:51.046536Z","end":"2026-04-28T03:26:51.293282Z","steps":["trace[899749625] 'range keys from in-memory index tree' (duration: 246.5516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.293228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.599325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:51.293519Z","caller":"traceutil/trace.go:171","msg":"trace[1939494783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3272; }","duration":"358.941153ms","start":"2026-04-28T03:26:50.934544Z","end":"2026-04-28T03:26:51.293485Z","steps":["trace[1939494783] 'count revisions from in-memory index tree' (duration: 358.496282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.293609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:50.934521Z","time spent":"359.054627ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:52.670004Z","caller":"traceutil/trace.go:171","msg":"trace[223298768] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"103.287779ms","start":"2026-04-28T03:26:52.5667Z","end":"2026-04-28T03:26:52.669988Z","steps":["trace[223298768] 'process raft request' (duration: 99.633793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.509285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024507555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:55.509397Z","caller":"traceutil/trace.go:171","msg":"trace[353459750] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3488; }","duration":"987.617473ms","start":"2026-04-28T03:26:54.521763Z","end":"2026-04-28T03:26:55.50938Z","steps":["trace[353459750] 'read index received' (duration: 80.472µs)","trace[353459750] 'applied index is now lower than readState.Index' (duration: 987.536101ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:55.509433Z","caller":"traceutil/trace.go:171","msg":"trace[2106239627] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"1.11752036s","start":"2026-04-28T03:26:54.391877Z","end":"2026-04-28T03:26:55.509397Z","steps":["trace[2106239627] 'process raft request' (duration: 92.808861ms)","trace[2106239627] 'compare' (duration: 1.024176856s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:55.50949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.717815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:55.509537Z","caller":"traceutil/trace.go:171","msg":"trace[1179032829] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3288; }","duration":"987.796437ms","start":"2026-04-28T03:26:54.521727Z","end":"2026-04-28T03:26:55.509523Z","steps":["trace[1179032829] 'agreement among raft nodes before linearized reading' (duration: 987.709255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.50958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.52171Z","time spent":"987.855738ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:55.509601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.391852Z","time spent":"1.117655643s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:55.54861Z","caller":"traceutil/trace.go:171","msg":"trace[270117170] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"871.204066ms","start":"2026-04-28T03:26:54.677381Z","end":"2026-04-28T03:26:55.548586Z","steps":["trace[270117170] 'process raft request' (duration: 871.057833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.54877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.677366Z","time spent":"871.316619ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:55.726253Z","caller":"traceutil/trace.go:171","msg":"trace[1453713847] linearizableReadLoop","detail":"{readStateIndex:3492; appliedIndex:3489; }","duration":"216.808729ms","start":"2026-04-28T03:26:55.509418Z","end":"2026-04-28T03:26:55.726227Z","steps":["trace[1453713847] 'read index received' (duration: 38.996171ms)","trace[1453713847] 'applied index is now lower than readState.Index' (duration: 177.811428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:55.726501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156203144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:55.726568Z","caller":"traceutil/trace.go:171","msg":"trace[190876340] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3291; }","duration":"1.156346627s","start":"2026-04-28T03:26:54.570207Z","end":"2026-04-28T03:26:55.726553Z","steps":["trace[190876340] 'agreement among raft nodes before linearized reading' (duration: 1.156125852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.726612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.570173Z","time spent":"1.156425879s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:26:55.727152Z","caller":"traceutil/trace.go:171","msg":"trace[1276298640] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"1.047373585s","start":"2026-04-28T03:26:54.679757Z","end":"2026-04-28T03:26:55.72713Z","steps":["trace[1276298640] 'process raft request' (duration: 1.046260299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.727284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.679741Z","time spent":"1.047467767s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:55.727477Z","caller":"traceutil/trace.go:171","msg":"trace[1144725913] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"1.04760824s","start":"2026-04-28T03:26:54.679853Z","end":"2026-04-28T03:26:55.727461Z","steps":["trace[1144725913] 'process raft request' (duration: 1.046327291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.727557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.679826Z","time spent":"1.047682652s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:55.727739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148607155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:55.727792Z","caller":"traceutil/trace.go:171","msg":"trace[671328108] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3291; }","duration":"1.148716337s","start":"2026-04-28T03:26:54.579062Z","end":"2026-04-28T03:26:55.727779Z","steps":["trace[671328108] 'agreement among raft nodes before linearized reading' (duration: 1.148634785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.727843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.579034Z","time spent":"1.148796059s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:55.72784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050668773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:55.727898Z","caller":"traceutil/trace.go:171","msg":"trace[1978707508] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3291; }","duration":"1.050767464s","start":"2026-04-28T03:26:54.677115Z","end":"2026-04-28T03:26:55.727883Z","steps":["trace[1978707508] 'agreement among raft nodes before linearized reading' (duration: 1.05058058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.727872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.170796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:55.727942Z","caller":"traceutil/trace.go:171","msg":"trace[2047304008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3291; }","duration":"885.279988ms","start":"2026-04-28T03:26:54.842646Z","end":"2026-04-28T03:26:55.727926Z","steps":["trace[2047304008] 'agreement among raft nodes before linearized reading' (duration: 885.105264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.727992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.842626Z","time spent":"885.35285ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:26:55.727999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.874646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:55.728062Z","caller":"traceutil/trace.go:171","msg":"trace[1594666885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3291; }","duration":"681.982749ms","start":"2026-04-28T03:26:55.046066Z","end":"2026-04-28T03:26:55.728049Z","steps":["trace[1594666885] 'agreement among raft nodes before linearized reading' (duration: 681.863596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.728047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.240149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:26:55.728092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:55.046047Z","time spent":"682.038431ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:55.72806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.956172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:55.728139Z","caller":"traceutil/trace.go:171","msg":"trace[1999967732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3291; }","duration":"991.068606ms","start":"2026-04-28T03:26:54.737064Z","end":"2026-04-28T03:26:55.728133Z","steps":["trace[1999967732] 'agreement among raft nodes before linearized reading' (duration: 990.951042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:55.728135Z","caller":"traceutil/trace.go:171","msg":"trace[860109719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3291; }","duration":"891.389804ms","start":"2026-04-28T03:26:54.836726Z","end":"2026-04-28T03:26:55.728116Z","steps":["trace[860109719] 'agreement among raft nodes before linearized reading' (duration: 891.088336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:55.728157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.73704Z","time spent":"991.112307ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:55.727997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.677096Z","time spent":"1.050893028s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:26:55.728182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:54.836708Z","time spent":"891.464205ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:26:55.929005Z","caller":"traceutil/trace.go:171","msg":"trace[333563000] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"193.796624ms","start":"2026-04-28T03:26:55.735169Z","end":"2026-04-28T03:26:55.928966Z","steps":["trace[333563000] 'process raft request' (duration: 134.161677ms)","trace[333563000] 'compare' (duration: 59.440603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:55.929108Z","caller":"traceutil/trace.go:171","msg":"trace[599889062] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"193.869896ms","start":"2026-04-28T03:26:55.735217Z","end":"2026-04-28T03:26:55.929087Z","steps":["trace[599889062] 'process raft request' (duration: 193.694562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:56.371461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.714388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:26:56.371559Z","caller":"traceutil/trace.go:171","msg":"trace[898684142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3294; }","duration":"117.850282ms","start":"2026-04-28T03:26:56.253686Z","end":"2026-04-28T03:26:56.371537Z","steps":["trace[898684142] 'range keys from in-memory index tree' (duration: 117.531044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:56.371689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.985458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:56.371777Z","caller":"traceutil/trace.go:171","msg":"trace[1400293042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3294; }","duration":"324.166322ms","start":"2026-04-28T03:26:56.04759Z","end":"2026-04-28T03:26:56.371756Z","steps":["trace[1400293042] 'range keys from in-memory index tree' (duration: 323.852554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:56.371824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:56.04757Z","time spent":"324.243673ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:56.371845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.063897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:26:56.372208Z","caller":"traceutil/trace.go:171","msg":"trace[1397583793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3294; }","duration":"107.491977ms","start":"2026-04-28T03:26:56.264702Z","end":"2026-04-28T03:26:56.372194Z","steps":["trace[1397583793] 'range keys from in-memory index tree' (duration: 106.837312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:56.897978Z","caller":"traceutil/trace.go:171","msg":"trace[1360284178] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3496; }","duration":"154.687461ms","start":"2026-04-28T03:26:56.743273Z","end":"2026-04-28T03:26:56.89796Z","steps":["trace[1360284178] 'read index received' (duration: 154.526838ms)","trace[1360284178] 'applied index is now lower than readState.Index' (duration: 159.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:56.898038Z","caller":"traceutil/trace.go:171","msg":"trace[1863177769] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"521.416109ms","start":"2026-04-28T03:26:56.376604Z","end":"2026-04-28T03:26:56.89802Z","steps":["trace[1863177769] 'process raft request' (duration: 521.330177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:56.898133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.849596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:56.898135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:56.376562Z","time spent":"521.509871ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:56.898163Z","caller":"traceutil/trace.go:171","msg":"trace[1480821407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3297; }","duration":"154.922887ms","start":"2026-04-28T03:26:56.743233Z","end":"2026-04-28T03:26:56.898156Z","steps":["trace[1480821407] 'agreement among raft nodes before linearized reading' (duration: 154.794174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:56.898141Z","caller":"traceutil/trace.go:171","msg":"trace[363101754] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"521.841319ms","start":"2026-04-28T03:26:56.376172Z","end":"2026-04-28T03:26:56.898013Z","steps":["trace[363101754] 'process raft request' (duration: 521.650134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:56.898444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:56.376163Z","time spent":"522.204617ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:57.709435Z","caller":"traceutil/trace.go:171","msg":"trace[142513399] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"155.903961ms","start":"2026-04-28T03:26:57.553492Z","end":"2026-04-28T03:26:57.709396Z","steps":["trace[142513399] 'process raft request' (duration: 155.697046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.018581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.303723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:58.018753Z","caller":"traceutil/trace.go:171","msg":"trace[1813432976] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"283.424861ms","start":"2026-04-28T03:26:57.735311Z","end":"2026-04-28T03:26:58.018736Z","steps":["trace[1813432976] 'process raft request' (duration: 283.368389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:58.018835Z","caller":"traceutil/trace.go:171","msg":"trace[54430918] linearizableReadLoop","detail":"{readStateIndex:3500; appliedIndex:3499; }","duration":"284.601038ms","start":"2026-04-28T03:26:57.7342Z","end":"2026-04-28T03:26:58.018801Z","steps":["trace[54430918] 'read index received' (duration: 130.04478ms)","trace[54430918] 'applied index is now lower than readState.Index' (duration: 154.554228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:58.018938Z","caller":"traceutil/trace.go:171","msg":"trace[566475422] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"285.889309ms","start":"2026-04-28T03:26:57.733036Z","end":"2026-04-28T03:26:58.018925Z","steps":["trace[566475422] 'process raft request' (duration: 131.151676ms)","trace[566475422] 'compare' (duration: 154.18079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:58.01924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.004258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:58.019275Z","caller":"traceutil/trace.go:171","msg":"trace[1670914989] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3300; }","duration":"285.10141ms","start":"2026-04-28T03:26:57.734164Z","end":"2026-04-28T03:26:58.019265Z","steps":["trace[1670914989] 'agreement among raft nodes before linearized reading' (duration: 284.944286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.070933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.782782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:26:58.070986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.466053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:26:58.071065Z","caller":"traceutil/trace.go:171","msg":"trace[1681132355] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3301; }","duration":"336.568075ms","start":"2026-04-28T03:26:57.734479Z","end":"2026-04-28T03:26:58.071047Z","steps":["trace[1681132355] 'agreement among raft nodes before linearized reading' (duration: 336.310059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.071082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.446604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:58.071112Z","caller":"traceutil/trace.go:171","msg":"trace[568107377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3301; }","duration":"137.495866ms","start":"2026-04-28T03:26:57.933609Z","end":"2026-04-28T03:26:58.071105Z","steps":["trace[568107377] 'agreement among raft nodes before linearized reading' (duration: 137.430545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.071109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:57.734473Z","time spent":"336.626376ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:26:58.071021Z","caller":"traceutil/trace.go:171","msg":"trace[547369102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3301; }","duration":"137.907385ms","start":"2026-04-28T03:26:57.933094Z","end":"2026-04-28T03:26:58.071001Z","steps":["trace[547369102] 'agreement among raft nodes before linearized reading' (duration: 137.671239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:58.071013Z","caller":"traceutil/trace.go:171","msg":"trace[199877005] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"115.089507ms","start":"2026-04-28T03:26:57.955909Z","end":"2026-04-28T03:26:58.070998Z","steps":["trace[199877005] 'process raft request' (duration: 114.660507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.070949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.003464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:26:58.071302Z","caller":"traceutil/trace.go:171","msg":"trace[636225880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3301; }","duration":"331.405933ms","start":"2026-04-28T03:26:57.739877Z","end":"2026-04-28T03:26:58.071283Z","steps":["trace[636225880] 'agreement among raft nodes before linearized reading' (duration: 330.949673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.071353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:57.739855Z","time spent":"331.479314ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:26:58.228071Z","caller":"traceutil/trace.go:171","msg":"trace[561770167] linearizableReadLoop","detail":"{readStateIndex:3504; appliedIndex:3502; }","duration":"151.530097ms","start":"2026-04-28T03:26:58.076522Z","end":"2026-04-28T03:26:58.228052Z","steps":["trace[561770167] 'read index received' (duration: 26.500805ms)","trace[561770167] 'applied index is now lower than readState.Index' (duration: 125.028252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:58.228388Z","caller":"traceutil/trace.go:171","msg":"trace[1822167603] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"152.827548ms","start":"2026-04-28T03:26:58.075521Z","end":"2026-04-28T03:26:58.228348Z","steps":["trace[1822167603] 'process raft request' (duration: 152.419938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:58.228447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.909125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:26:58.228477Z","caller":"traceutil/trace.go:171","msg":"trace[1500915986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3303; }","duration":"151.971687ms","start":"2026-04-28T03:26:58.076495Z","end":"2026-04-28T03:26:58.228467Z","steps":["trace[1500915986] 'agreement among raft nodes before linearized reading' (duration: 151.63053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:59.372465Z","caller":"traceutil/trace.go:171","msg":"trace[1259142636] linearizableReadLoop","detail":"{readStateIndex:3511; appliedIndex:3510; }","duration":"111.655695ms","start":"2026-04-28T03:26:59.260788Z","end":"2026-04-28T03:26:59.372443Z","steps":["trace[1259142636] 'read index received' (duration: 111.43854ms)","trace[1259142636] 'applied index is now lower than readState.Index' (duration: 216.335µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:59.372625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.818039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:59.372667Z","caller":"traceutil/trace.go:171","msg":"trace[1324634501] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:3308; }","duration":"111.919131ms","start":"2026-04-28T03:26:59.260737Z","end":"2026-04-28T03:26:59.372656Z","steps":["trace[1324634501] 'agreement among raft nodes before linearized reading' (duration: 111.792508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:59.373063Z","caller":"traceutil/trace.go:171","msg":"trace[1250098596] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"124.178373ms","start":"2026-04-28T03:26:59.248872Z","end":"2026-04-28T03:26:59.37305Z","steps":["trace[1250098596] 'process raft request' (duration: 123.419064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:59.687054Z","caller":"traceutil/trace.go:171","msg":"trace[1695378444] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"307.623002ms","start":"2026-04-28T03:26:59.379391Z","end":"2026-04-28T03:26:59.687014Z","steps":["trace[1695378444] 'process raft request' (duration: 246.252363ms)","trace[1695378444] 'compare' (duration: 61.165004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:59.687272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:59.379355Z","time spent":"307.805956ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:01.206023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395270308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:01.206097Z","caller":"traceutil/trace.go:171","msg":"trace[921688344] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3310; }","duration":"1.395408391s","start":"2026-04-28T03:26:59.81067Z","end":"2026-04-28T03:27:01.206079Z","steps":["trace[921688344] 'count revisions from in-memory index tree' (duration: 1.395146994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.206127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:59.810643Z","time spent":"1.395476413s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:01.206394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371723302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:01.206458Z","caller":"traceutil/trace.go:171","msg":"trace[627814217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3310; }","duration":"1.371836554s","start":"2026-04-28T03:26:59.834605Z","end":"2026-04-28T03:27:01.206441Z","steps":["trace[627814217] 'count revisions from in-memory index tree' (duration: 1.371625039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.206504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:59.834575Z","time spent":"1.371916286s","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:01.206306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015616825s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:01.206699Z","caller":"traceutil/trace.go:171","msg":"trace[1052429369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3310; }","duration":"1.016079116s","start":"2026-04-28T03:27:00.190608Z","end":"2026-04-28T03:27:01.206687Z","steps":["trace[1052429369] 'range keys from in-memory index tree' (duration: 1.015600435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.207856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.05928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:01.20821Z","caller":"traceutil/trace.go:171","msg":"trace[302441505] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"1.192614844s","start":"2026-04-28T03:27:00.015567Z","end":"2026-04-28T03:27:01.208182Z","steps":["trace[302441505] 'process raft request' (duration: 491.133794ms)","trace[302441505] 'compare' (duration: 699.997574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:01.208373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.015529Z","time spent":"1.192790868s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:01.718286Z","caller":"traceutil/trace.go:171","msg":"trace[63561361] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"1.695494624s","start":"2026-04-28T03:27:00.022754Z","end":"2026-04-28T03:27:01.718248Z","steps":["trace[63561361] 'process raft request' (duration: 1.69531385s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.71829Z","caller":"traceutil/trace.go:171","msg":"trace[714487460] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"1.695382152s","start":"2026-04-28T03:27:00.022886Z","end":"2026-04-28T03:27:01.718268Z","steps":["trace[714487460] 'process raft request' (duration: 1.69532207s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.718476Z","caller":"traceutil/trace.go:171","msg":"trace[1589779152] linearizableReadLoop","detail":"{readStateIndex:3516; appliedIndex:3513; }","duration":"1.694651525s","start":"2026-04-28T03:27:00.023808Z","end":"2026-04-28T03:27:01.718459Z","steps":["trace[1589779152] 'read index received' (duration: 482.8934ms)","trace[1589779152] 'applied index is now lower than readState.Index' (duration: 1.211757005s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:01.718633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.022743Z","time spent":"1.695625617s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:01.718571Z","caller":"traceutil/trace.go:171","msg":"trace[116572040] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"1.641578262s","start":"2026-04-28T03:27:00.076949Z","end":"2026-04-28T03:27:01.718527Z","steps":["trace[116572040] 'process raft request' (duration: 1.641290385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.718876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485462917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:27:01.718877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471412855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:27:01.718908Z","caller":"traceutil/trace.go:171","msg":"trace[1577168568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3314; }","duration":"1.485522107s","start":"2026-04-28T03:27:00.233374Z","end":"2026-04-28T03:27:01.718896Z","steps":["trace[1577168568] 'agreement among raft nodes before linearized reading' (duration: 1.485436325s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.71892Z","caller":"traceutil/trace.go:171","msg":"trace[1119571240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3314; }","duration":"1.471465596s","start":"2026-04-28T03:27:00.247441Z","end":"2026-04-28T03:27:01.718907Z","steps":["trace[1119571240] 'agreement among raft nodes before linearized reading' (duration: 1.471331952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.718933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.233355Z","time spent":"1.485571029s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:01.718954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.247435Z","time spent":"1.471512416s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:27:01.718966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484148115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:27:01.718959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.076933Z","time spent":"1.641915399s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:01.719027Z","caller":"traceutil/trace.go:171","msg":"trace[356903079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3314; }","duration":"1.484232948s","start":"2026-04-28T03:27:00.234781Z","end":"2026-04-28T03:27:01.719014Z","steps":["trace[356903079] 'agreement among raft nodes before linearized reading' (duration: 1.484053834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.719057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.234773Z","time spent":"1.484278349s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:27:01.719061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6123017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:27:01.719085Z","caller":"traceutil/trace.go:171","msg":"trace[3628865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3314; }","duration":"1.612342261s","start":"2026-04-28T03:27:00.106734Z","end":"2026-04-28T03:27:01.719076Z","steps":["trace[3628865] 'agreement among raft nodes before linearized reading' (duration: 1.61228143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.719094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.130846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:27:01.719107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.106723Z","time spent":"1.612375912s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:01.718644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694833189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:01.719136Z","caller":"traceutil/trace.go:171","msg":"trace[255253550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3314; }","duration":"769.202518ms","start":"2026-04-28T03:27:00.949921Z","end":"2026-04-28T03:27:01.719124Z","steps":["trace[255253550] 'agreement among raft nodes before linearized reading' (duration: 769.112826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.718755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667590706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:01.719176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.949903Z","time spent":"769.265259ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:27:01.71918Z","caller":"traceutil/trace.go:171","msg":"trace[1268833089] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3314; }","duration":"1.695394622s","start":"2026-04-28T03:27:00.023766Z","end":"2026-04-28T03:27:01.71916Z","steps":["trace[1268833089] 'agreement among raft nodes before linearized reading' (duration: 1.694774408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.719173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.022856Z","time spent":"1.695536066s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:01.719192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643925708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:01.719235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.023748Z","time spent":"1.695475894s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:27:01.71926Z","caller":"traceutil/trace.go:171","msg":"trace[936009120] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3314; }","duration":"1.64404971s","start":"2026-04-28T03:27:00.075195Z","end":"2026-04-28T03:27:01.719245Z","steps":["trace[936009120] 'agreement among raft nodes before linearized reading' (duration: 1.643849236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.718982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.89417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:27:01.71929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209690866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:27:01.719332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.07517Z","time spent":"1.644154762s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:27:01.719366Z","caller":"traceutil/trace.go:171","msg":"trace[1553638810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3314; }","duration":"766.31179ms","start":"2026-04-28T03:27:00.953034Z","end":"2026-04-28T03:27:01.719346Z","steps":["trace[1553638810] 'agreement among raft nodes before linearized reading' (duration: 765.758127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.719365Z","caller":"traceutil/trace.go:171","msg":"trace[1217134973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3314; }","duration":"1.209798369s","start":"2026-04-28T03:27:00.509554Z","end":"2026-04-28T03:27:01.719352Z","steps":["trace[1217134973] 'agreement among raft nodes before linearized reading' (duration: 1.209671186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.719438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.509534Z","time spent":"1.209888011s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:01.719446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.953025Z","time spent":"766.386851ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:27:01.719174Z","caller":"traceutil/trace.go:171","msg":"trace[1577391520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"1.668042286s","start":"2026-04-28T03:27:00.051124Z","end":"2026-04-28T03:27:01.719167Z","steps":["trace[1577391520] 'agreement among raft nodes before linearized reading' (duration: 1.667604455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.719561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.051109Z","time spent":"1.668440726s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:01.720105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472955121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:27:01.72022Z","caller":"traceutil/trace.go:171","msg":"trace[1402927670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3314; }","duration":"1.473097353s","start":"2026-04-28T03:27:00.247092Z","end":"2026-04-28T03:27:01.72019Z","steps":["trace[1402927670] 'agreement among raft nodes before linearized reading' (duration: 1.47167449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.720352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:00.247069Z","time spent":"1.473257179s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:27:01.839055Z","caller":"traceutil/trace.go:171","msg":"trace[922016137] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"113.977051ms","start":"2026-04-28T03:27:01.725043Z","end":"2026-04-28T03:27:01.83902Z","steps":["trace[922016137] 'process raft request' (duration: 54.297753ms)","trace[922016137] 'compare' (duration: 59.442753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:01.889376Z","caller":"traceutil/trace.go:171","msg":"trace[1912325500] linearizableReadLoop","detail":"{readStateIndex:3522; appliedIndex:3517; }","duration":"164.079164ms","start":"2026-04-28T03:27:01.725261Z","end":"2026-04-28T03:27:01.88934Z","steps":["trace[1912325500] 'read index received' (duration: 54.097308ms)","trace[1912325500] 'applied index is now lower than readState.Index' (duration: 109.980896ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:01.890064Z","caller":"traceutil/trace.go:171","msg":"trace[2131563887] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"163.727014ms","start":"2026-04-28T03:27:01.726308Z","end":"2026-04-28T03:27:01.890035Z","steps":["trace[2131563887] 'process raft request' (duration: 162.930116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890181Z","caller":"traceutil/trace.go:171","msg":"trace[1758076609] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"163.52958ms","start":"2026-04-28T03:27:01.726547Z","end":"2026-04-28T03:27:01.890077Z","steps":["trace[1758076609] 'process raft request' (duration: 162.740092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890248Z","caller":"traceutil/trace.go:171","msg":"trace[1601800971] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"165.127988ms","start":"2026-04-28T03:27:01.725106Z","end":"2026-04-28T03:27:01.890234Z","steps":["trace[1601800971] 'process raft request' (duration: 162.950706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890425Z","caller":"traceutil/trace.go:171","msg":"trace[1433841708] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"165.300032ms","start":"2026-04-28T03:27:01.725119Z","end":"2026-04-28T03:27:01.890419Z","steps":["trace[1433841708] 'process raft request' (duration: 163.035099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890458Z","caller":"traceutil/trace.go:171","msg":"trace[1713319068] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"112.130657ms","start":"2026-04-28T03:27:01.778307Z","end":"2026-04-28T03:27:01.890437Z","steps":["trace[1713319068] 'process raft request' (duration: 111.006011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890591Z","caller":"traceutil/trace.go:171","msg":"trace[2059543521] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"165.419545ms","start":"2026-04-28T03:27:01.725162Z","end":"2026-04-28T03:27:01.890581Z","steps":["trace[2059543521] 'process raft request' (duration: 163.013388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.890897Z","caller":"traceutil/trace.go:171","msg":"trace[1317481841] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"165.63166ms","start":"2026-04-28T03:27:01.725211Z","end":"2026-04-28T03:27:01.890842Z","steps":["trace[1317481841] 'process raft request' (duration: 163.004658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.891119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.849085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:27:01.891169Z","caller":"traceutil/trace.go:171","msg":"trace[989974444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3322; }","duration":"165.928358ms","start":"2026-04-28T03:27:01.725222Z","end":"2026-04-28T03:27:01.89115Z","steps":["trace[989974444] 'agreement among raft nodes before linearized reading' (duration: 165.494497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.891471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.599462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:01.891509Z","caller":"traceutil/trace.go:171","msg":"trace[1607491396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3322; }","duration":"163.654944ms","start":"2026-04-28T03:27:01.72784Z","end":"2026-04-28T03:27:01.891495Z","steps":["trace[1607491396] 'agreement among raft nodes before linearized reading' (duration: 163.522341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:03.947407Z","caller":"traceutil/trace.go:171","msg":"trace[1840461200] linearizableReadLoop","detail":"{readStateIndex:3529; appliedIndex:3527; }","duration":"154.766334ms","start":"2026-04-28T03:27:03.792617Z","end":"2026-04-28T03:27:03.947383Z","steps":["trace[1840461200] 'read index received' (duration: 148.088435ms)","trace[1840461200] 'applied index is now lower than readState.Index' (duration: 6.676589ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:03.947447Z","caller":"traceutil/trace.go:171","msg":"trace[420845907] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"220.67456ms","start":"2026-04-28T03:27:03.726726Z","end":"2026-04-28T03:27:03.9474Z","steps":["trace[420845907] 'process raft request' (duration: 213.9401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:03.947474Z","caller":"traceutil/trace.go:171","msg":"trace[162705101] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"216.719337ms","start":"2026-04-28T03:27:03.730721Z","end":"2026-04-28T03:27:03.947441Z","steps":["trace[162705101] 'process raft request' (duration: 216.573643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:03.947737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.357455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:03.947787Z","caller":"traceutil/trace.go:171","msg":"trace[1355070462] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3326; }","duration":"218.514059ms","start":"2026-04-28T03:27:03.72926Z","end":"2026-04-28T03:27:03.947774Z","steps":["trace[1355070462] 'agreement among raft nodes before linearized reading' (duration: 218.238322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:03.947797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.804646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:03.947855Z","caller":"traceutil/trace.go:171","msg":"trace[12956785] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3326; }","duration":"172.215896ms","start":"2026-04-28T03:27:03.775623Z","end":"2026-04-28T03:27:03.947839Z","steps":["trace[12956785] 'agreement among raft nodes before linearized reading' (duration: 171.831527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:04.54743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:04.948028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.065216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:04.948269Z","caller":"traceutil/trace.go:171","msg":"trace[1387294857] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"988.145377ms","start":"2026-04-28T03:27:03.960095Z","end":"2026-04-28T03:27:04.94824Z","steps":["trace[1387294857] 'process raft request' (duration: 678.748703ms)","trace[1387294857] 'compare' (duration: 308.652667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:04.948427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:03.960072Z","time spent":"988.253199ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:04.948448Z","caller":"traceutil/trace.go:171","msg":"trace[1614107948] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"988.034174ms","start":"2026-04-28T03:27:03.960387Z","end":"2026-04-28T03:27:04.948421Z","steps":["trace[1614107948] 'process raft request' (duration: 987.930912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:04.948565Z","caller":"traceutil/trace.go:171","msg":"trace[1136483210] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"988.156437ms","start":"2026-04-28T03:27:03.960378Z","end":"2026-04-28T03:27:04.948534Z","steps":["trace[1136483210] 'process raft request' (duration: 987.787838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:04.94858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:03.960369Z","time spent":"988.133497ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:04.948686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:03.960366Z","time spent":"988.25771ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:04.94988Z","caller":"traceutil/trace.go:171","msg":"trace[922940202] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"987.200784ms","start":"2026-04-28T03:27:03.962661Z","end":"2026-04-28T03:27:04.949862Z","steps":["trace[922940202] 'process raft request' (duration: 985.711949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:04.949966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:03.962651Z","time spent":"987.271195ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:04.958041Z","caller":"traceutil/trace.go:171","msg":"trace[1212846771] linearizableReadLoop","detail":"{readStateIndex:3536; appliedIndex:3531; }","duration":"911.22076ms","start":"2026-04-28T03:27:04.046793Z","end":"2026-04-28T03:27:04.958014Z","steps":["trace[1212846771] 'read index received' (duration: 592.010035ms)","trace[1212846771] 'applied index is now lower than readState.Index' (duration: 319.209155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:04.958163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.355973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:04.958233Z","caller":"traceutil/trace.go:171","msg":"trace[1372382404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3332; }","duration":"911.461756ms","start":"2026-04-28T03:27:04.046757Z","end":"2026-04-28T03:27:04.958219Z","steps":["trace[1372382404] 'agreement among raft nodes before linearized reading' (duration: 911.344413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:04.958272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:04.046737Z","time spent":"911.526847ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:06.56132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.428129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:06.561422Z","caller":"traceutil/trace.go:171","msg":"trace[863843032] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3338; }","duration":"141.570832ms","start":"2026-04-28T03:27:06.419824Z","end":"2026-04-28T03:27:06.561395Z","steps":["trace[863843032] 'count revisions from in-memory index tree' (duration: 141.345687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:11.485766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:11.986232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:12.206216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222845478s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:27:12.206655Z","caller":"traceutil/trace.go:171","msg":"trace[1105394038] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"1.223655397s","start":"2026-04-28T03:27:10.982967Z","end":"2026-04-28T03:27:12.206623Z","steps":["trace[1105394038] 'process raft request' (duration: 1.223475773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.206824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:10.982949Z","time spent":"1.22379374s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:12.213995Z","caller":"traceutil/trace.go:171","msg":"trace[985008967] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"341.200124ms","start":"2026-04-28T03:27:11.872771Z","end":"2026-04-28T03:27:12.213971Z","steps":["trace[985008967] 'process raft request' (duration: 341.128462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.21419Z","caller":"traceutil/trace.go:171","msg":"trace[668551337] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"149.517539ms","start":"2026-04-28T03:27:12.064658Z","end":"2026-04-28T03:27:12.214176Z","steps":["trace[668551337] 'process raft request' (duration: 149.276384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.214187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.872743Z","time spent":"341.327757ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:12.214366Z","caller":"traceutil/trace.go:171","msg":"trace[1177479025] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"1.229085365s","start":"2026-04-28T03:27:10.985272Z","end":"2026-04-28T03:27:12.214357Z","steps":["trace[1177479025] 'process raft request' (duration: 1.228582992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.214438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:10.985264Z","time spent":"1.229122795s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:12.21444Z","caller":"traceutil/trace.go:171","msg":"trace[1520368643] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"1.230841376s","start":"2026-04-28T03:27:10.983554Z","end":"2026-04-28T03:27:12.214396Z","steps":["trace[1520368643] 'process raft request' (duration: 1.23016974s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.214545Z","caller":"traceutil/trace.go:171","msg":"trace[928276947] linearizableReadLoop","detail":"{readStateIndex:3567; appliedIndex:3563; }","duration":"1.229804511s","start":"2026-04-28T03:27:10.984722Z","end":"2026-04-28T03:27:12.214526Z","steps":["trace[928276947] 'read index received' (duration: 1.221720591s)","trace[928276947] 'applied index is now lower than readState.Index' (duration: 8.0827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:12.214572Z","caller":"traceutil/trace.go:171","msg":"trace[123111844] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"112.388243ms","start":"2026-04-28T03:27:12.102157Z","end":"2026-04-28T03:27:12.214545Z","steps":["trace[123111844] 'process raft request' (duration: 111.943072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.2146Z","caller":"traceutil/trace.go:171","msg":"trace[1321902925] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"110.870588ms","start":"2026-04-28T03:27:12.103704Z","end":"2026-04-28T03:27:12.214575Z","steps":["trace[1321902925] 'process raft request' (duration: 110.749775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.214796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.257411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:12.214803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.73753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:12.214816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.637057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:12.214849Z","caller":"traceutil/trace.go:171","msg":"trace[331119726] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3365; }","duration":"286.821722ms","start":"2026-04-28T03:27:11.928015Z","end":"2026-04-28T03:27:12.214836Z","steps":["trace[331119726] 'agreement among raft nodes before linearized reading' (duration: 286.718409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.214831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:10.983537Z","time spent":"1.230984439s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:12.214936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230208411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:27:12.214999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.637351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:12.214997Z","caller":"traceutil/trace.go:171","msg":"trace[832543564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3365; }","duration":"1.230284253s","start":"2026-04-28T03:27:10.984689Z","end":"2026-04-28T03:27:12.214974Z","steps":["trace[832543564] 'agreement among raft nodes before linearized reading' (duration: 1.229947325s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.215027Z","caller":"traceutil/trace.go:171","msg":"trace[75013986] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3365; }","duration":"376.702063ms","start":"2026-04-28T03:27:11.838317Z","end":"2026-04-28T03:27:12.215019Z","steps":["trace[75013986] 'agreement among raft nodes before linearized reading' (duration: 376.59393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.21484Z","caller":"traceutil/trace.go:171","msg":"trace[896139932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3365; }","duration":"168.340163ms","start":"2026-04-28T03:27:12.046487Z","end":"2026-04-28T03:27:12.214827Z","steps":["trace[896139932] 'agreement among raft nodes before linearized reading' (duration: 168.242241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.21505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.838299Z","time spent":"376.746574ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:12.215066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:10.98468Z","time spent":"1.230370225s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:12.215088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.419851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:12.215158Z","caller":"traceutil/trace.go:171","msg":"trace[885161756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3365; }","duration":"100.526684ms","start":"2026-04-28T03:27:12.114613Z","end":"2026-04-28T03:27:12.21514Z","steps":["trace[885161756] 'agreement among raft nodes before linearized reading' (duration: 100.303689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:12.214851Z","caller":"traceutil/trace.go:171","msg":"trace[954318157] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3365; }","duration":"555.717769ms","start":"2026-04-28T03:27:11.659124Z","end":"2026-04-28T03:27:12.214842Z","steps":["trace[954318157] 'agreement among raft nodes before linearized reading' (duration: 555.606416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:12.215191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.102848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:12.215237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:11.659099Z","time spent":"556.115358ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:12.215293Z","caller":"traceutil/trace.go:171","msg":"trace[1977936399] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3365; }","duration":"251.263812ms","start":"2026-04-28T03:27:11.964001Z","end":"2026-04-28T03:27:12.215264Z","steps":["trace[1977936399] 'agreement among raft nodes before linearized reading' (duration: 250.952454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.321695Z","caller":"traceutil/trace.go:171","msg":"trace[1572745046] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3585; }","duration":"187.583318ms","start":"2026-04-28T03:27:16.134081Z","end":"2026-04-28T03:27:16.321665Z","steps":["trace[1572745046] 'read index received' (duration: 187.442175ms)","trace[1572745046] 'applied index is now lower than readState.Index' (duration: 139.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:16.321758Z","caller":"traceutil/trace.go:171","msg":"trace[708693470] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"249.841328ms","start":"2026-04-28T03:27:16.071882Z","end":"2026-04-28T03:27:16.321723Z","steps":["trace[708693470] 'process raft request' (duration: 249.563431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:16.32187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.763202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:16.321944Z","caller":"traceutil/trace.go:171","msg":"trace[410927976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3380; }","duration":"187.879935ms","start":"2026-04-28T03:27:16.134047Z","end":"2026-04-28T03:27:16.321927Z","steps":["trace[410927976] 'agreement among raft nodes before linearized reading' (duration: 187.733022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.335821Z","caller":"traceutil/trace.go:171","msg":"trace[615459443] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"106.3377ms","start":"2026-04-28T03:27:16.229459Z","end":"2026-04-28T03:27:16.335797Z","steps":["trace[615459443] 'process raft request' (duration: 97.114732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.336035Z","caller":"traceutil/trace.go:171","msg":"trace[156073391] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"106.071384ms","start":"2026-04-28T03:27:16.229936Z","end":"2026-04-28T03:27:16.336007Z","steps":["trace[156073391] 'process raft request' (duration: 105.819898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.33608Z","caller":"traceutil/trace.go:171","msg":"trace[1400602171] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"106.069844ms","start":"2026-04-28T03:27:16.229984Z","end":"2026-04-28T03:27:16.336054Z","steps":["trace[1400602171] 'process raft request' (duration: 105.962032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:16.336164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.727327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:16.336204Z","caller":"traceutil/trace.go:171","msg":"trace[976121050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3385; }","duration":"111.818909ms","start":"2026-04-28T03:27:16.224375Z","end":"2026-04-28T03:27:16.336194Z","steps":["trace[976121050] 'agreement among raft nodes before linearized reading' (duration: 111.678866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:16.3363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.885603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:27:16.33631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.890646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:16.336326Z","caller":"traceutil/trace.go:171","msg":"trace[1168189342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3385; }","duration":"106.923634ms","start":"2026-04-28T03:27:16.229394Z","end":"2026-04-28T03:27:16.336318Z","steps":["trace[1168189342] 'agreement among raft nodes before linearized reading' (duration: 106.863293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.336322Z","caller":"traceutil/trace.go:171","msg":"trace[1571855426] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"106.241588ms","start":"2026-04-28T03:27:16.230051Z","end":"2026-04-28T03:27:16.336292Z","steps":["trace[1571855426] 'process raft request' (duration: 105.973201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.33635Z","caller":"traceutil/trace.go:171","msg":"trace[301738614] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3385; }","duration":"104.943867ms","start":"2026-04-28T03:27:16.231393Z","end":"2026-04-28T03:27:16.336337Z","steps":["trace[301738614] 'agreement among raft nodes before linearized reading' (duration: 104.841954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:16.33641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.895139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:27:16.336466Z","caller":"traceutil/trace.go:171","msg":"trace[87451121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3385; }","duration":"102.994591ms","start":"2026-04-28T03:27:16.233459Z","end":"2026-04-28T03:27:16.336454Z","steps":["trace[87451121] 'agreement among raft nodes before linearized reading' (duration: 102.856688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:16.336407Z","caller":"traceutil/trace.go:171","msg":"trace[1959155301] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"106.336131ms","start":"2026-04-28T03:27:16.230047Z","end":"2026-04-28T03:27:16.336384Z","steps":["trace[1959155301] 'process raft request' (duration: 105.942892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:16.336408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.152979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:16.336621Z","caller":"traceutil/trace.go:171","msg":"trace[1077315875] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3385; }","duration":"107.400295ms","start":"2026-04-28T03:27:16.229212Z","end":"2026-04-28T03:27:16.336613Z","steps":["trace[1077315875] 'agreement among raft nodes before linearized reading' (duration: 107.153409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.889619Z","caller":"traceutil/trace.go:171","msg":"trace[1863731498] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"446.079244ms","start":"2026-04-28T03:27:18.443504Z","end":"2026-04-28T03:27:18.889583Z","steps":["trace[1863731498] 'process raft request' (duration: 445.827759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:18.889856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.443472Z","time spent":"446.257868ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:19.843533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.759291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:19.844112Z","caller":"traceutil/trace.go:171","msg":"trace[2003835182] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"1.400390331s","start":"2026-04-28T03:27:18.443688Z","end":"2026-04-28T03:27:19.844078Z","steps":["trace[2003835182] 'process raft request' (duration: 490.983645ms)","trace[2003835182] 'compare' (duration: 908.537316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:19.844349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.443664Z","time spent":"1.400521164s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:19.844561Z","caller":"traceutil/trace.go:171","msg":"trace[578407474] linearizableReadLoop","detail":"{readStateIndex:3607; appliedIndex:3602; }","duration":"1.253684115s","start":"2026-04-28T03:27:18.590854Z","end":"2026-04-28T03:27:19.844538Z","steps":["trace[578407474] 'read index received' (duration: 298.406446ms)","trace[578407474] 'applied index is now lower than readState.Index' (duration: 955.276539ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:19.844558Z","caller":"traceutil/trace.go:171","msg":"trace[300032534] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"1.40079492s","start":"2026-04-28T03:27:18.443699Z","end":"2026-04-28T03:27:19.844494Z","steps":["trace[300032534] 'process raft request' (duration: 1.399989842s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:19.844691Z","caller":"traceutil/trace.go:171","msg":"trace[315372955] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"1.400942654s","start":"2026-04-28T03:27:18.443733Z","end":"2026-04-28T03:27:19.844676Z","steps":["trace[315372955] 'process raft request' (duration: 1.400673447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.844781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.443711Z","time spent":"1.401022096s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:19.844828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.443685Z","time spent":"1.401001785s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:19.845042Z","caller":"traceutil/trace.go:171","msg":"trace[507265693] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"1.40121477s","start":"2026-04-28T03:27:18.44376Z","end":"2026-04-28T03:27:19.844974Z","steps":["trace[507265693] 'process raft request' (duration: 1.400702439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.845235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.348045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:19.845338Z","caller":"traceutil/trace.go:171","msg":"trace[1128174961] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3401; }","duration":"408.491558ms","start":"2026-04-28T03:27:19.436826Z","end":"2026-04-28T03:27:19.845318Z","steps":["trace[1128174961] 'agreement among raft nodes before linearized reading' (duration: 408.317854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.845355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.443741Z","time spent":"1.401355173s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:19.845405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:19.436806Z","time spent":"408.582381ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:19.84703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256161113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:27:19.847122Z","caller":"traceutil/trace.go:171","msg":"trace[235019396] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3401; }","duration":"1.256310777s","start":"2026-04-28T03:27:18.590791Z","end":"2026-04-28T03:27:19.847102Z","steps":["trace[235019396] 'agreement among raft nodes before linearized reading' (duration: 1.253943511s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:19.847176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:18.590743Z","time spent":"1.256423419s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:27:20.939935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:20.992866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.625508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:20.992988Z","caller":"traceutil/trace.go:171","msg":"trace[31142574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3402; }","duration":"802.756051ms","start":"2026-04-28T03:27:20.190214Z","end":"2026-04-28T03:27:20.992971Z","steps":["trace[31142574] 'range keys from in-memory index tree' (duration: 802.610168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.993339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.965493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:20.993389Z","caller":"traceutil/trace.go:171","msg":"trace[930894807] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3402; }","duration":"705.054795ms","start":"2026-04-28T03:27:20.288324Z","end":"2026-04-28T03:27:20.993378Z","steps":["trace[930894807] 'count revisions from in-memory index tree' (duration: 704.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:20.993423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.288302Z","time spent":"705.111416ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:21.019954Z","caller":"traceutil/trace.go:171","msg":"trace[1491401499] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"624.785515ms","start":"2026-04-28T03:27:20.395138Z","end":"2026-04-28T03:27:21.019924Z","steps":["trace[1491401499] 'process raft request' (duration: 624.57136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.020108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.395104Z","time spent":"624.925318ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19333,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:21.027574Z","caller":"traceutil/trace.go:171","msg":"trace[2035640808] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"588.342712ms","start":"2026-04-28T03:27:20.439206Z","end":"2026-04-28T03:27:21.027549Z","steps":["trace[2035640808] 'process raft request' (duration: 588.079855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.027758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.439158Z","time spent":"588.514866ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:21.028061Z","caller":"traceutil/trace.go:171","msg":"trace[2100250814] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"583.577352ms","start":"2026-04-28T03:27:20.444471Z","end":"2026-04-28T03:27:21.028049Z","steps":["trace[2100250814] 'process raft request' (duration: 582.969058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.028121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.444459Z","time spent":"583.631513ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:21.028149Z","caller":"traceutil/trace.go:171","msg":"trace[362426475] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"583.590751ms","start":"2026-04-28T03:27:20.444534Z","end":"2026-04-28T03:27:21.028125Z","steps":["trace[362426475] 'process raft request' (duration: 583.291594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:21.02817Z","caller":"traceutil/trace.go:171","msg":"trace[373230887] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3609; }","duration":"588.964106ms","start":"2026-04-28T03:27:20.439159Z","end":"2026-04-28T03:27:21.028123Z","steps":["trace[373230887] 'read index received' (duration: 580.638092ms)","trace[373230887] 'applied index is now lower than readState.Index' (duration: 8.324634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:21.028265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.444513Z","time spent":"583.710115ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:21.028544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.69446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:21.028581Z","caller":"traceutil/trace.go:171","msg":"trace[92040942] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3407; }","duration":"585.764292ms","start":"2026-04-28T03:27:20.442808Z","end":"2026-04-28T03:27:21.028572Z","steps":["trace[92040942] 'agreement among raft nodes before linearized reading' (duration: 585.634729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.028602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.44279Z","time spent":"585.807262ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:27:21.028204Z","caller":"traceutil/trace.go:171","msg":"trace[2054861749] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"582.085046ms","start":"2026-04-28T03:27:20.446089Z","end":"2026-04-28T03:27:21.028174Z","steps":["trace[2054861749] 'process raft request' (duration: 581.957463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.028661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.456018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:21.028746Z","caller":"traceutil/trace.go:171","msg":"trace[738300820] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3407; }","duration":"589.607901ms","start":"2026-04-28T03:27:20.43912Z","end":"2026-04-28T03:27:21.028727Z","steps":["trace[738300820] 'agreement among raft nodes before linearized reading' (duration: 589.244053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.028745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.263982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:21.028817Z","caller":"traceutil/trace.go:171","msg":"trace[640606403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3407; }","duration":"134.437866ms","start":"2026-04-28T03:27:20.894362Z","end":"2026-04-28T03:27:21.0288Z","steps":["trace[640606403] 'agreement among raft nodes before linearized reading' (duration: 134.17785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.02882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.439098Z","time spent":"589.705973ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:21.028684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.446079Z","time spent":"582.574068ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:21.028762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.038585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:21.028974Z","caller":"traceutil/trace.go:171","msg":"trace[283677453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3407; }","duration":"579.26067ms","start":"2026-04-28T03:27:20.449704Z","end":"2026-04-28T03:27:21.028964Z","steps":["trace[283677453] 'agreement among raft nodes before linearized reading' (duration: 579.001514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:21.029005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:20.449697Z","time spent":"579.30059ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:27:21.251141Z","caller":"traceutil/trace.go:171","msg":"trace[1689520762] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"219.230782ms","start":"2026-04-28T03:27:21.031875Z","end":"2026-04-28T03:27:21.251106Z","steps":["trace[1689520762] 'process raft request' (duration: 147.420392ms)","trace[1689520762] 'compare' (duration: 71.607045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:23.538033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299705,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:27:23.80472Z","caller":"traceutil/trace.go:171","msg":"trace[1280169719] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"771.439931ms","start":"2026-04-28T03:27:23.033253Z","end":"2026-04-28T03:27:23.804693Z","steps":["trace[1280169719] 'process raft request' (duration: 771.215386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.804885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.033235Z","time spent":"771.563924ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:23.965115Z","caller":"traceutil/trace.go:171","msg":"trace[921863450] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"931.478618ms","start":"2026-04-28T03:27:23.033594Z","end":"2026-04-28T03:27:23.965073Z","steps":["trace[921863450] 'process raft request' (duration: 931.356816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.965272Z","caller":"traceutil/trace.go:171","msg":"trace[1421356868] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"931.890987ms","start":"2026-04-28T03:27:23.033349Z","end":"2026-04-28T03:27:23.96524Z","steps":["trace[1421356868] 'process raft request' (duration: 931.361615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.965322Z","caller":"traceutil/trace.go:171","msg":"trace[1790610250] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"931.638112ms","start":"2026-04-28T03:27:23.033665Z","end":"2026-04-28T03:27:23.965303Z","steps":["trace[1790610250] 'process raft request' (duration: 931.336575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.965395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.033576Z","time spent":"931.677712ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:23.965448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.033654Z","time spent":"931.732594ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:23.965454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.033338Z","time spent":"932.00654ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:23.968201Z","caller":"traceutil/trace.go:171","msg":"trace[864486146] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"114.628924ms","start":"2026-04-28T03:27:23.853552Z","end":"2026-04-28T03:27:23.968181Z","steps":["trace[864486146] 'process raft request' (duration: 114.586163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.968445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.050928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:23.968208Z","caller":"traceutil/trace.go:171","msg":"trace[814344925] linearizableReadLoop","detail":"{readStateIndex:3623; appliedIndex:3619; }","duration":"930.798732ms","start":"2026-04-28T03:27:23.037387Z","end":"2026-04-28T03:27:23.968186Z","steps":["trace[814344925] 'read index received' (duration: 767.182922ms)","trace[814344925] 'applied index is now lower than readState.Index' (duration: 163.61354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:23.968485Z","caller":"traceutil/trace.go:171","msg":"trace[661111627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3418; }","duration":"931.104639ms","start":"2026-04-28T03:27:23.037372Z","end":"2026-04-28T03:27:23.968477Z","steps":["trace[661111627] 'agreement among raft nodes before linearized reading' (duration: 930.876183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.96859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.037332Z","time spent":"931.215901ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:27:23.968602Z","caller":"traceutil/trace.go:171","msg":"trace[573157129] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"126.041411ms","start":"2026-04-28T03:27:23.842534Z","end":"2026-04-28T03:27:23.968575Z","steps":["trace[573157129] 'process raft request' (duration: 125.485388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.968758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.271095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:23.968794Z","caller":"traceutil/trace.go:171","msg":"trace[1734948509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3418; }","duration":"102.322296ms","start":"2026-04-28T03:27:23.866458Z","end":"2026-04-28T03:27:23.96878Z","steps":["trace[1734948509] 'agreement among raft nodes before linearized reading' (duration: 102.217592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.968937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:27:23.968967Z","caller":"traceutil/trace.go:171","msg":"trace[1728565199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3418; }","duration":"102.842928ms","start":"2026-04-28T03:27:23.866116Z","end":"2026-04-28T03:27:23.968959Z","steps":["trace[1728565199] 'agreement among raft nodes before linearized reading' (duration: 102.756256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.968629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.323994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:23.969081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.958861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:23.969111Z","caller":"traceutil/trace.go:171","msg":"trace[848300584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3418; }","duration":"103.033682ms","start":"2026-04-28T03:27:23.866069Z","end":"2026-04-28T03:27:23.969103Z","steps":["trace[848300584] 'agreement among raft nodes before linearized reading' (duration: 102.95871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.969221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.214894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:23.96925Z","caller":"traceutil/trace.go:171","msg":"trace[1767912964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3418; }","duration":"108.268855ms","start":"2026-04-28T03:27:23.860974Z","end":"2026-04-28T03:27:23.969243Z","steps":["trace[1767912964] 'agreement among raft nodes before linearized reading' (duration: 108.192344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:23.969073Z","caller":"traceutil/trace.go:171","msg":"trace[179580418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3418; }","duration":"922.799806ms","start":"2026-04-28T03:27:23.046254Z","end":"2026-04-28T03:27:23.969054Z","steps":["trace[179580418] 'agreement among raft nodes before linearized reading' (duration: 922.329604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.969325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.046233Z","time spent":"923.084662ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:23.969392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.434968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:23.969441Z","caller":"traceutil/trace.go:171","msg":"trace[1869153460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3418; }","duration":"714.52388ms","start":"2026-04-28T03:27:23.254905Z","end":"2026-04-28T03:27:23.969429Z","steps":["trace[1869153460] 'agreement among raft nodes before linearized reading' (duration: 714.330675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:23.96948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:23.254856Z","time spent":"714.616152ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:28.349867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:28.850756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:29.351777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:29.793397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977834833s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:27:29.793883Z","caller":"traceutil/trace.go:171","msg":"trace[2032569244] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"1.978432187s","start":"2026-04-28T03:27:27.815431Z","end":"2026-04-28T03:27:29.793863Z","steps":["trace[2032569244] 'process raft request' (duration: 1.978220482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:29.793999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.815402Z","time spent":"1.97852336s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:30.047234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:27:30.047301Z","caller":"traceutil/trace.go:171","msg":"trace[1769509414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000890823s","start":"2026-04-28T03:27:28.046395Z","end":"2026-04-28T03:27:30.047286Z","steps":["trace[1769509414] 'agreement among raft nodes before linearized reading' (duration: 2.000805141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.047338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.046381Z","time spent":"2.000949184s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:30.069681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.628991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:30.069868Z","caller":"traceutil/trace.go:171","msg":"trace[462441793] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"2.034432219s","start":"2026-04-28T03:27:28.03542Z","end":"2026-04-28T03:27:30.069852Z","steps":["trace[462441793] 'process raft request' (duration: 2.034338387s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.069969Z","caller":"traceutil/trace.go:171","msg":"trace[157345680] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"2.064540623s","start":"2026-04-28T03:27:28.00538Z","end":"2026-04-28T03:27:30.069921Z","steps":["trace[157345680] 'process raft request' (duration: 1.862595215s)","trace[157345680] 'compare' (duration: 201.450547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:30.070055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.005354Z","time spent":"2.064644366s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:30.070037Z","caller":"traceutil/trace.go:171","msg":"trace[1019466555] linearizableReadLoop","detail":"{readStateIndex:3645; appliedIndex:3641; }","duration":"2.220709958s","start":"2026-04-28T03:27:27.849301Z","end":"2026-04-28T03:27:30.070011Z","steps":["trace[1019466555] 'read index received' (duration: 1.944336159s)","trace[1019466555] 'applied index is now lower than readState.Index' (duration: 276.371609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:30.070053Z","caller":"traceutil/trace.go:171","msg":"trace[1214658556] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"2.034420899s","start":"2026-04-28T03:27:28.035601Z","end":"2026-04-28T03:27:30.070022Z","steps":["trace[1214658556] 'process raft request' (duration: 2.034224924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.035391Z","time spent":"2.034763828s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:30.0702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220873594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:30.070219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.035561Z","time spent":"2.034564232s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:30.070244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.654511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.070273Z","caller":"traceutil/trace.go:171","msg":"trace[1782759674] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3437; }","duration":"561.716602ms","start":"2026-04-28T03:27:29.508543Z","end":"2026-04-28T03:27:30.070259Z","steps":["trace[1782759674] 'agreement among raft nodes before linearized reading' (duration: 561.671091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182015674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:30.07032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.014845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.070323Z","caller":"traceutil/trace.go:171","msg":"trace[1805833190] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3437; }","duration":"2.182149537s","start":"2026-04-28T03:27:27.888158Z","end":"2026-04-28T03:27:30.070307Z","steps":["trace[1805833190] 'agreement among raft nodes before linearized reading' (duration: 2.182004604s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023477242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:30.070344Z","caller":"traceutil/trace.go:171","msg":"trace[1976470206] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3437; }","duration":"520.071377ms","start":"2026-04-28T03:27:29.550264Z","end":"2026-04-28T03:27:30.070336Z","steps":["trace[1976470206] 'agreement among raft nodes before linearized reading' (duration: 520.039836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.888097Z","time spent":"2.182256539s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:30.07037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.550244Z","time spent":"520.120388ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:30.070367Z","caller":"traceutil/trace.go:171","msg":"trace[1913893045] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3437; }","duration":"1.023562724s","start":"2026-04-28T03:27:29.046791Z","end":"2026-04-28T03:27:30.070354Z","steps":["trace[1913893045] 'agreement among raft nodes before linearized reading' (duration: 1.023418201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.046768Z","time spent":"1.023624165s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986231201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:30.070497Z","caller":"traceutil/trace.go:171","msg":"trace[446217985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3437; }","duration":"1.986286341s","start":"2026-04-28T03:27:28.0842Z","end":"2026-04-28T03:27:30.070486Z","steps":["trace[446217985] 'agreement among raft nodes before linearized reading' (duration: 1.986128768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.219941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:27:30.070542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.084192Z","time spent":"1.986342004s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:27:30.070567Z","caller":"traceutil/trace.go:171","msg":"trace[1129533439] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3437; }","duration":"406.288642ms","start":"2026-04-28T03:27:29.664268Z","end":"2026-04-28T03:27:30.070557Z","steps":["trace[1129533439] 'agreement among raft nodes before linearized reading' (duration: 405.967555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022749905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:30.070599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.664254Z","time spent":"406.335823ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":372,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:30.07061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982158696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:30.070626Z","caller":"traceutil/trace.go:171","msg":"trace[1653056408] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3437; }","duration":"1.022803715s","start":"2026-04-28T03:27:29.047812Z","end":"2026-04-28T03:27:30.070616Z","steps":["trace[1653056408] 'agreement among raft nodes before linearized reading' (duration: 1.022716073s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.07065Z","caller":"traceutil/trace.go:171","msg":"trace[173685367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3437; }","duration":"1.982252068s","start":"2026-04-28T03:27:28.088388Z","end":"2026-04-28T03:27:30.07064Z","steps":["trace[173685367] 'agreement among raft nodes before linearized reading' (duration: 1.982134895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.047804Z","time spent":"1.022843807s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:27:30.070287Z","caller":"traceutil/trace.go:171","msg":"trace[1597548947] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3437; }","duration":"2.221005797s","start":"2026-04-28T03:27:27.849238Z","end":"2026-04-28T03:27:30.070244Z","steps":["trace[1597548947] 'agreement among raft nodes before linearized reading' (duration: 2.220868053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986854906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:27:30.070293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.508523Z","time spent":"561.763854ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:30.070708Z","caller":"traceutil/trace.go:171","msg":"trace[1593358277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3437; }","duration":"1.986895396s","start":"2026-04-28T03:27:28.083802Z","end":"2026-04-28T03:27:30.070698Z","steps":["trace[1593358277] 'agreement among raft nodes before linearized reading' (duration: 1.986836155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479819736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:27:30.070698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:27.84921Z","time spent":"2.221477507s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:30.070713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98624917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:27:30.07062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986581088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:27:30.070733Z","caller":"traceutil/trace.go:171","msg":"trace[689380579] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3437; }","duration":"1.479874898s","start":"2026-04-28T03:27:28.59085Z","end":"2026-04-28T03:27:30.070725Z","steps":["trace[689380579] 'agreement among raft nodes before linearized reading' (duration: 1.479800896s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.070749Z","caller":"traceutil/trace.go:171","msg":"trace[2068876093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3437; }","duration":"1.986723261s","start":"2026-04-28T03:27:28.08402Z","end":"2026-04-28T03:27:30.070743Z","steps":["trace[2068876093] 'agreement among raft nodes before linearized reading' (duration: 1.986509646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.590837Z","time spent":"1.479910548s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.083795Z","time spent":"1.986928618s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.084015Z","time spent":"1.986748963s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987537992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:27:30.070752Z","caller":"traceutil/trace.go:171","msg":"trace[2075303215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3437; }","duration":"1.986301722s","start":"2026-04-28T03:27:28.08444Z","end":"2026-04-28T03:27:30.070742Z","steps":["trace[2075303215] 'agreement among raft nodes before linearized reading' (duration: 1.98619472s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.070797Z","caller":"traceutil/trace.go:171","msg":"trace[1345738668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3437; }","duration":"1.987602833s","start":"2026-04-28T03:27:28.083185Z","end":"2026-04-28T03:27:30.070788Z","steps":["trace[1345738668] 'agreement among raft nodes before linearized reading' (duration: 1.987525102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.07082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.083165Z","time spent":"1.987648814s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.084434Z","time spent":"1.986376894s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.3567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.070943Z","caller":"traceutil/trace.go:171","msg":"trace[780853885] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3437; }","duration":"862.402821ms","start":"2026-04-28T03:27:29.208528Z","end":"2026-04-28T03:27:30.070931Z","steps":["trace[780853885] 'agreement among raft nodes before linearized reading' (duration: 862.302438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.070977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.20849Z","time spent":"862.479273ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:30.070679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:28.088362Z","time spent":"1.98231048s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:27:30.070605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.924365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:27:30.07131Z","caller":"traceutil/trace.go:171","msg":"trace[1453030302] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600; range_end:; response_count:1; response_revision:3437; }","duration":"878.496697ms","start":"2026-04-28T03:27:29.192631Z","end":"2026-04-28T03:27:30.071127Z","steps":["trace[1453030302] 'agreement among raft nodes before linearized reading' (duration: 877.718889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.071503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:29.192613Z","time spent":"878.736573ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" "} {"level":"warn","ts":"2026-04-28T03:27:30.317774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.404046ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:27:30.317705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.308501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.318024Z","caller":"traceutil/trace.go:171","msg":"trace[207150481] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3645; }","duration":"242.789893ms","start":"2026-04-28T03:27:30.075223Z","end":"2026-04-28T03:27:30.318013Z","steps":["trace[207150481] 'read index received' (duration: 123.211583ms)","trace[207150481] 'applied index is now lower than readState.Index' (duration: 119.57778ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:30.318052Z","caller":"traceutil/trace.go:171","msg":"trace[1859674892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3437; }","duration":"127.617778ms","start":"2026-04-28T03:27:30.190357Z","end":"2026-04-28T03:27:30.317974Z","steps":["trace[1859674892] 'range keys from in-memory index tree' (duration: 127.28786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318172Z","caller":"traceutil/trace.go:171","msg":"trace[1819910206] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"240.98625ms","start":"2026-04-28T03:27:30.077133Z","end":"2026-04-28T03:27:30.318119Z","steps":["trace[1819910206] 'process raft request' (duration: 240.830297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.318352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.126861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:27:30.318361Z","caller":"traceutil/trace.go:171","msg":"trace[1428694041] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"241.290577ms","start":"2026-04-28T03:27:30.077054Z","end":"2026-04-28T03:27:30.318345Z","steps":["trace[1428694041] 'process raft request' (duration: 240.891528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.318411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.27199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:30.318378Z","caller":"traceutil/trace.go:171","msg":"trace[900166451] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"244.563344ms","start":"2026-04-28T03:27:30.073742Z","end":"2026-04-28T03:27:30.318306Z","steps":["trace[900166451] 'process raft request' (duration: 244.092464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.318467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.44303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:30.318485Z","caller":"traceutil/trace.go:171","msg":"trace[846217714] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3443; }","duration":"135.491121ms","start":"2026-04-28T03:27:30.182989Z","end":"2026-04-28T03:27:30.31848Z","steps":["trace[846217714] 'agreement among raft nodes before linearized reading' (duration: 135.456071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318199Z","caller":"traceutil/trace.go:171","msg":"trace[1421168005] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"240.934739ms","start":"2026-04-28T03:27:30.077256Z","end":"2026-04-28T03:27:30.318191Z","steps":["trace[1421168005] 'process raft request' (duration: 240.721904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318483Z","caller":"traceutil/trace.go:171","msg":"trace[869660793] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"241.448642ms","start":"2026-04-28T03:27:30.076994Z","end":"2026-04-28T03:27:30.318443Z","steps":["trace[869660793] 'process raft request' (duration: 240.92219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318431Z","caller":"traceutil/trace.go:171","msg":"trace[1094590251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3443; }","duration":"239.31016ms","start":"2026-04-28T03:27:30.079117Z","end":"2026-04-28T03:27:30.318427Z","steps":["trace[1094590251] 'agreement among raft nodes before linearized reading' (duration: 239.27984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318214Z","caller":"traceutil/trace.go:171","msg":"trace[143027166] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"240.655233ms","start":"2026-04-28T03:27:30.077555Z","end":"2026-04-28T03:27:30.31821Z","steps":["trace[143027166] 'process raft request' (duration: 240.439568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:30.318383Z","caller":"traceutil/trace.go:171","msg":"trace[1371339726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3443; }","duration":"243.188992ms","start":"2026-04-28T03:27:30.075186Z","end":"2026-04-28T03:27:30.318375Z","steps":["trace[1371339726] 'agreement among raft nodes before linearized reading' (duration: 243.038259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:30.821955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:31.240245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.022902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:31.240346Z","caller":"traceutil/trace.go:171","msg":"trace[1509014025] linearizableReadLoop","detail":"{readStateIndex:3653; appliedIndex:3652; }","duration":"918.629458ms","start":"2026-04-28T03:27:30.3217Z","end":"2026-04-28T03:27:31.24033Z","steps":["trace[1509014025] 'read index received' (duration: 733.393561ms)","trace[1509014025] 'applied index is now lower than readState.Index' (duration: 185.234587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:31.240529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.974837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:31.240559Z","caller":"traceutil/trace.go:171","msg":"trace[1422010214] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3444; }","duration":"108.036449ms","start":"2026-04-28T03:27:31.132512Z","end":"2026-04-28T03:27:31.240548Z","steps":["trace[1422010214] 'agreement among raft nodes before linearized reading' (duration: 107.909016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:31.240571Z","caller":"traceutil/trace.go:171","msg":"trace[1690494764] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"920.8394ms","start":"2026-04-28T03:27:30.319691Z","end":"2026-04-28T03:27:31.24053Z","steps":["trace[1690494764] 'process raft request' (duration: 735.448019ms)","trace[1690494764] 'compare' (duration: 184.910469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:31.24078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.319675Z","time spent":"920.980942ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:31.240651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.940576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:27:31.240964Z","caller":"traceutil/trace.go:171","msg":"trace[318362237] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0; range_end:; response_count:1; response_revision:3444; }","duration":"919.261543ms","start":"2026-04-28T03:27:30.321667Z","end":"2026-04-28T03:27:31.240929Z","steps":["trace[318362237] 'agreement among raft nodes before linearized reading' (duration: 918.760301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:31.241013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:30.321658Z","time spent":"919.340804ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa677271cceed0\" "} {"level":"info","ts":"2026-04-28T03:27:32.039936Z","caller":"traceutil/trace.go:171","msg":"trace[306123390] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"183.454726ms","start":"2026-04-28T03:27:31.856458Z","end":"2026-04-28T03:27:32.039912Z","steps":["trace[306123390] 'read index received' (duration: 183.003464ms)","trace[306123390] 'applied index is now lower than readState.Index' (duration: 450.331µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:32.040031Z","caller":"traceutil/trace.go:171","msg":"trace[323660726] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"240.766867ms","start":"2026-04-28T03:27:31.799234Z","end":"2026-04-28T03:27:32.040001Z","steps":["trace[323660726] 'process raft request' (duration: 240.544401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.04017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.698401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:27:32.040208Z","caller":"traceutil/trace.go:171","msg":"trace[651789808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3447; }","duration":"183.777993ms","start":"2026-04-28T03:27:31.856417Z","end":"2026-04-28T03:27:32.040195Z","steps":["trace[651789808] 'agreement among raft nodes before linearized reading' (duration: 183.605809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.040253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.560994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:27:32.040318Z","caller":"traceutil/trace.go:171","msg":"trace[413752468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3447; }","duration":"135.668756ms","start":"2026-04-28T03:27:31.904631Z","end":"2026-04-28T03:27:32.0403Z","steps":["trace[413752468] 'agreement among raft nodes before linearized reading' (duration: 135.457072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:32.388975Z","caller":"traceutil/trace.go:171","msg":"trace[1487011372] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"340.610034ms","start":"2026-04-28T03:27:32.048347Z","end":"2026-04-28T03:27:32.388958Z","steps":["trace[1487011372] 'process raft request' (duration: 338.306909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.389085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.048336Z","time spent":"340.686875ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:32.454468Z","caller":"traceutil/trace.go:171","msg":"trace[317487930] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"376.227888ms","start":"2026-04-28T03:27:32.07822Z","end":"2026-04-28T03:27:32.454448Z","steps":["trace[317487930] 'process raft request' (duration: 376.164797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:32.454556Z","caller":"traceutil/trace.go:171","msg":"trace[908939352] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"405.886412ms","start":"2026-04-28T03:27:32.048631Z","end":"2026-04-28T03:27:32.454518Z","steps":["trace[908939352] 'process raft request' (duration: 405.604216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:32.45469Z","caller":"traceutil/trace.go:171","msg":"trace[1551116207] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"374.666212ms","start":"2026-04-28T03:27:32.080014Z","end":"2026-04-28T03:27:32.45468Z","steps":["trace[1551116207] 'process raft request' (duration: 374.403466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.454732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.079995Z","time spent":"374.719423ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:32.454742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.048604Z","time spent":"406.042276ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:32.454605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.078197Z","time spent":"376.337371ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:32.454903Z","caller":"traceutil/trace.go:171","msg":"trace[1781618571] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3656; }","duration":"379.629518ms","start":"2026-04-28T03:27:32.075241Z","end":"2026-04-28T03:27:32.45487Z","steps":["trace[1781618571] 'read index received' (duration: 311.499432ms)","trace[1781618571] 'applied index is now lower than readState.Index' (duration: 68.128876ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:32.454994Z","caller":"traceutil/trace.go:171","msg":"trace[305540273] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"371.744784ms","start":"2026-04-28T03:27:32.083226Z","end":"2026-04-28T03:27:32.45497Z","steps":["trace[305540273] 'process raft request' (duration: 371.420696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.083213Z","time spent":"371.826225ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:32.455139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.71734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:32.455179Z","caller":"traceutil/trace.go:171","msg":"trace[348667816] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3452; }","duration":"379.768401ms","start":"2026-04-28T03:27:32.075398Z","end":"2026-04-28T03:27:32.455167Z","steps":["trace[348667816] 'agreement among raft nodes before linearized reading' (duration: 379.631988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.857817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:27:32.455244Z","caller":"traceutil/trace.go:171","msg":"trace[1309021866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3452; }","duration":"131.97068ms","start":"2026-04-28T03:27:32.323262Z","end":"2026-04-28T03:27:32.455233Z","steps":["trace[1309021866] 'agreement among raft nodes before linearized reading' (duration: 131.799476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.113373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:27:32.455292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.014731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:27:32.455309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.26448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:32.455331Z","caller":"traceutil/trace.go:171","msg":"trace[592803658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3452; }","duration":"132.079252ms","start":"2026-04-28T03:27:32.323243Z","end":"2026-04-28T03:27:32.455322Z","steps":["trace[592803658] 'agreement among raft nodes before linearized reading' (duration: 131.98618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.45521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.07539Z","time spent":"379.812632ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:32.455387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.159494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:32.45543Z","caller":"traceutil/trace.go:171","msg":"trace[262091495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3452; }","duration":"129.241026ms","start":"2026-04-28T03:27:32.326181Z","end":"2026-04-28T03:27:32.455422Z","steps":["trace[262091495] 'agreement among raft nodes before linearized reading' (duration: 129.154544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:32.455347Z","caller":"traceutil/trace.go:171","msg":"trace[1057727737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3452; }","duration":"130.319341ms","start":"2026-04-28T03:27:32.325018Z","end":"2026-04-28T03:27:32.455337Z","steps":["trace[1057727737] 'agreement among raft nodes before linearized reading' (duration: 130.160357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.174344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:27:32.455488Z","caller":"traceutil/trace.go:171","msg":"trace[1141740515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3452; }","duration":"132.252236ms","start":"2026-04-28T03:27:32.323224Z","end":"2026-04-28T03:27:32.455476Z","steps":["trace[1141740515] 'agreement among raft nodes before linearized reading' (duration: 132.145004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:32.455312Z","caller":"traceutil/trace.go:171","msg":"trace[1827347916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3452; }","duration":"129.219415ms","start":"2026-04-28T03:27:32.326073Z","end":"2026-04-28T03:27:32.455293Z","steps":["trace[1827347916] 'agreement among raft nodes before linearized reading' (duration: 129.029561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.899936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-28T03:27:32.455686Z","caller":"traceutil/trace.go:171","msg":"trace[1828720665] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3452; }","duration":"318.972168ms","start":"2026-04-28T03:27:32.136704Z","end":"2026-04-28T03:27:32.455676Z","steps":["trace[1828720665] 'agreement among raft nodes before linearized reading' (duration: 318.867935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.455707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.136689Z","time spent":"319.011518ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:27:32.456145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.894727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:32.456234Z","caller":"traceutil/trace.go:171","msg":"trace[304089279] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3452; }","duration":"381.02733ms","start":"2026-04-28T03:27:32.07519Z","end":"2026-04-28T03:27:32.456218Z","steps":["trace[304089279] 'agreement among raft nodes before linearized reading' (duration: 379.780722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:32.456303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:32.075169Z","time spent":"381.120373ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:27:34.227932Z","caller":"traceutil/trace.go:171","msg":"trace[630087634] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"179.321818ms","start":"2026-04-28T03:27:34.048592Z","end":"2026-04-28T03:27:34.227914Z","steps":["trace[630087634] 'process raft request' (duration: 179.180425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:36.344896Z","caller":"traceutil/trace.go:171","msg":"trace[33918681] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"110.969877ms","start":"2026-04-28T03:27:36.2339Z","end":"2026-04-28T03:27:36.34487Z","steps":["trace[33918681] 'process raft request' (duration: 110.796263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:36.676427Z","caller":"traceutil/trace.go:171","msg":"trace[1277208050] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"107.258922ms","start":"2026-04-28T03:27:36.56915Z","end":"2026-04-28T03:27:36.676409Z","steps":["trace[1277208050] 'process raft request' (duration: 107.19388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:36.676429Z","caller":"traceutil/trace.go:171","msg":"trace[621327376] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"107.246362ms","start":"2026-04-28T03:27:36.56915Z","end":"2026-04-28T03:27:36.676396Z","steps":["trace[621327376] 'process raft request' (duration: 107.091988ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:36.676675Z","caller":"traceutil/trace.go:171","msg":"trace[141829188] linearizableReadLoop","detail":"{readStateIndex:3686; appliedIndex:3681; }","duration":"106.120615ms","start":"2026-04-28T03:27:36.570542Z","end":"2026-04-28T03:27:36.676662Z","steps":["trace[141829188] 'read index received' (duration: 95.6997ms)","trace[141829188] 'applied index is now lower than readState.Index' (duration: 10.420055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:36.676729Z","caller":"traceutil/trace.go:171","msg":"trace[234513246] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"107.451647ms","start":"2026-04-28T03:27:36.569249Z","end":"2026-04-28T03:27:36.6767Z","steps":["trace[234513246] 'process raft request' (duration: 107.124829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:36.676754Z","caller":"traceutil/trace.go:171","msg":"trace[1956124793] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"106.315289ms","start":"2026-04-28T03:27:36.570413Z","end":"2026-04-28T03:27:36.676728Z","steps":["trace[1956124793] 'process raft request' (duration: 106.157866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:36.67693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.37121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:27:36.67697Z","caller":"traceutil/trace.go:171","msg":"trace[1128863544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3476; }","duration":"106.440982ms","start":"2026-04-28T03:27:36.570521Z","end":"2026-04-28T03:27:36.676962Z","steps":["trace[1128863544] 'agreement among raft nodes before linearized reading' (duration: 106.192226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.23827Z","caller":"traceutil/trace.go:171","msg":"trace[1020899017] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3708; }","duration":"193.147762ms","start":"2026-04-28T03:27:42.045102Z","end":"2026-04-28T03:27:42.23825Z","steps":["trace[1020899017] 'read index received' (duration: 192.967118ms)","trace[1020899017] 'applied index is now lower than readState.Index' (duration: 180.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:42.238344Z","caller":"traceutil/trace.go:171","msg":"trace[1679470311] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"260.499649ms","start":"2026-04-28T03:27:41.977806Z","end":"2026-04-28T03:27:42.238306Z","steps":["trace[1679470311] 'process raft request' (duration: 260.313634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.238397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.282505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:42.238426Z","caller":"traceutil/trace.go:171","msg":"trace[317927557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3498; }","duration":"193.355007ms","start":"2026-04-28T03:27:42.045064Z","end":"2026-04-28T03:27:42.238419Z","steps":["trace[317927557] 'agreement among raft nodes before linearized reading' (duration: 193.267295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.612793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2107} {"level":"warn","ts":"2026-04-28T03:27:42.613896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.876823ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-28T03:27:42.61411Z","caller":"traceutil/trace.go:171","msg":"trace[766816701] compact","detail":"{revision:2107; response_revision:3498; }","duration":"374.717341ms","start":"2026-04-28T03:27:42.239352Z","end":"2026-04-28T03:27:42.614069Z","steps":["trace[766816701] 'process raft request' (duration: 172.756183ms)","trace[766816701] 'check and update compact revision' (duration: 200.600287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:42.614166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.239335Z","time spent":"374.828185ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:27:42.614217Z","caller":"traceutil/trace.go:171","msg":"trace[211239077] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"165.493604ms","start":"2026-04-28T03:27:42.448704Z","end":"2026-04-28T03:27:42.614198Z","steps":["trace[211239077] 'process raft request' (duration: 165.3093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.919258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.078817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:42.91951Z","caller":"traceutil/trace.go:171","msg":"trace[1056180294] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"333.880696ms","start":"2026-04-28T03:27:42.585586Z","end":"2026-04-28T03:27:42.919467Z","steps":["trace[1056180294] 'process raft request' (duration: 62.416841ms)","trace[1056180294] 'compare' (duration: 245.903867ms)","trace[1056180294] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 25.008886ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T03:27:42.919636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.585559Z","time spent":"334.02448ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:42.920118Z","caller":"traceutil/trace.go:171","msg":"trace[304228500] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"334.509562ms","start":"2026-04-28T03:27:42.585591Z","end":"2026-04-28T03:27:42.9201Z","steps":["trace[304228500] 'process raft request' (duration: 333.812725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.920342Z","caller":"traceutil/trace.go:171","msg":"trace[1700524399] linearizableReadLoop","detail":"{readStateIndex:3713; appliedIndex:3711; }","duration":"334.387379ms","start":"2026-04-28T03:27:42.585943Z","end":"2026-04-28T03:27:42.92033Z","steps":["trace[1700524399] 'read index received' (duration: 62.035902ms)","trace[1700524399] 'applied index is now lower than readState.Index' (duration: 272.349997ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:42.920427Z","caller":"traceutil/trace.go:171","msg":"trace[455592138] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"333.805466ms","start":"2026-04-28T03:27:42.586583Z","end":"2026-04-28T03:27:42.920389Z","steps":["trace[455592138] 'process raft request' (duration: 333.460707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.920518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.569053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:42.920554Z","caller":"traceutil/trace.go:171","msg":"trace[1221015040] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3502; }","duration":"334.632895ms","start":"2026-04-28T03:27:42.585911Z","end":"2026-04-28T03:27:42.920544Z","steps":["trace[1221015040] 'agreement among raft nodes before linearized reading' (duration: 334.506632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.920592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.585898Z","time spent":"334.682556ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:42.920613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.586566Z","time spent":"333.952009ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:42.920755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.724055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:42.920819Z","caller":"traceutil/trace.go:171","msg":"trace[1945387176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3502; }","duration":"213.876738ms","start":"2026-04-28T03:27:42.706927Z","end":"2026-04-28T03:27:42.920804Z","steps":["trace[1945387176] 'agreement among raft nodes before linearized reading' (duration: 213.681574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.920794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.012844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:27:42.920979Z","caller":"traceutil/trace.go:171","msg":"trace[1285985904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3502; }","duration":"215.223309ms","start":"2026-04-28T03:27:42.705737Z","end":"2026-04-28T03:27:42.92096Z","steps":["trace[1285985904] 'agreement among raft nodes before linearized reading' (duration: 214.82168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.921046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.616608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:27:42.921085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.645089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:27:42.921101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.702358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:27:42.921144Z","caller":"traceutil/trace.go:171","msg":"trace[673863915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3502; }","duration":"218.724631ms","start":"2026-04-28T03:27:42.702405Z","end":"2026-04-28T03:27:42.921129Z","steps":["trace[673863915] 'agreement among raft nodes before linearized reading' (duration: 218.218989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.921158Z","caller":"traceutil/trace.go:171","msg":"trace[380237636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3502; }","duration":"223.784259ms","start":"2026-04-28T03:27:42.697358Z","end":"2026-04-28T03:27:42.921142Z","steps":["trace[380237636] 'agreement among raft nodes before linearized reading' (duration: 223.590434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.921196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.808216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:42.92111Z","caller":"traceutil/trace.go:171","msg":"trace[1242141760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3502; }","duration":"215.68651ms","start":"2026-04-28T03:27:42.705409Z","end":"2026-04-28T03:27:42.921095Z","steps":["trace[1242141760] 'agreement among raft nodes before linearized reading' (duration: 215.528036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:42.921243Z","caller":"traceutil/trace.go:171","msg":"trace[1188253799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3502; }","duration":"213.867957ms","start":"2026-04-28T03:27:42.707364Z","end":"2026-04-28T03:27:42.921232Z","steps":["trace[1188253799] 'agreement among raft nodes before linearized reading' (duration: 213.223582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.921317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.052035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:42.921366Z","caller":"traceutil/trace.go:171","msg":"trace[879057347] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3502; }","duration":"335.158027ms","start":"2026-04-28T03:27:42.586195Z","end":"2026-04-28T03:27:42.921353Z","steps":["trace[879057347] 'agreement among raft nodes before linearized reading' (duration: 334.268606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:42.921417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.586154Z","time spent":"335.249669ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:27:42.921965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.585567Z","time spent":"334.674026ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:43.356892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.118729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:43.35716Z","caller":"traceutil/trace.go:171","msg":"trace[1395000004] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"431.560084ms","start":"2026-04-28T03:27:42.925569Z","end":"2026-04-28T03:27:43.357129Z","steps":["trace[1395000004] 'process raft request' (duration: 10.112747ms)","trace[1395000004] 'compare' (duration: 158.202064ms)","trace[1395000004] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 262.469965ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T03:27:43.357245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.925547Z","time spent":"431.663097ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:43.357314Z","caller":"traceutil/trace.go:171","msg":"trace[1840281497] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"431.249596ms","start":"2026-04-28T03:27:42.92605Z","end":"2026-04-28T03:27:43.3573Z","steps":["trace[1840281497] 'process raft request' (duration: 430.933198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.357378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.92603Z","time spent":"431.317068ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:43.357417Z","caller":"traceutil/trace.go:171","msg":"trace[1874189565] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"431.203475ms","start":"2026-04-28T03:27:42.926183Z","end":"2026-04-28T03:27:43.357387Z","steps":["trace[1874189565] 'process raft request' (duration: 431.009341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.357536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.92617Z","time spent":"431.305427ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:43.357695Z","caller":"traceutil/trace.go:171","msg":"trace[1524033503] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"431.299367ms","start":"2026-04-28T03:27:42.926384Z","end":"2026-04-28T03:27:43.357684Z","steps":["trace[1524033503] 'process raft request' (duration: 430.879138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:43.357709Z","caller":"traceutil/trace.go:171","msg":"trace[1985181378] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"429.741071ms","start":"2026-04-28T03:27:42.927952Z","end":"2026-04-28T03:27:43.357694Z","steps":["trace[1985181378] 'process raft request' (duration: 429.68203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.35776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.926362Z","time spent":"431.365509ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:43.357765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.927943Z","time spent":"429.792333ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:43.358002Z","caller":"traceutil/trace.go:171","msg":"trace[1748782314] linearizableReadLoop","detail":"{readStateIndex:3718; appliedIndex:3714; }","duration":"431.374659ms","start":"2026-04-28T03:27:42.926615Z","end":"2026-04-28T03:27:43.35799Z","steps":["trace[1748782314] 'read index received' (duration: 9.076222ms)","trace[1748782314] 'applied index is now lower than readState.Index' (duration: 422.296507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:43.358115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.776898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:43.358131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.502594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:43.358152Z","caller":"traceutil/trace.go:171","msg":"trace[675997146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3507; }","duration":"413.85283ms","start":"2026-04-28T03:27:42.944287Z","end":"2026-04-28T03:27:43.35814Z","steps":["trace[675997146] 'agreement among raft nodes before linearized reading' (duration: 413.796718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:43.358164Z","caller":"traceutil/trace.go:171","msg":"trace[856076222] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3507; }","duration":"285.578536ms","start":"2026-04-28T03:27:43.072575Z","end":"2026-04-28T03:27:43.358154Z","steps":["trace[856076222] 'agreement among raft nodes before linearized reading' (duration: 285.510914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.358184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.944268Z","time spent":"413.908221ms","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:43.358228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.609225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:27:43.358267Z","caller":"traceutil/trace.go:171","msg":"trace[1253307455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3507; }","duration":"431.679036ms","start":"2026-04-28T03:27:42.926578Z","end":"2026-04-28T03:27:43.358258Z","steps":["trace[1253307455] 'agreement among raft nodes before linearized reading' (duration: 431.481502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.358292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.732353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:43.358298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:42.926557Z","time spent":"431.732687ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:27:43.358321Z","caller":"traceutil/trace.go:171","msg":"trace[1395586750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3507; }","duration":"119.762914ms","start":"2026-04-28T03:27:43.238552Z","end":"2026-04-28T03:27:43.358314Z","steps":["trace[1395586750] 'agreement among raft nodes before linearized reading' (duration: 119.718183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.358354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.273387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:43.358396Z","caller":"traceutil/trace.go:171","msg":"trace[1262107295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3507; }","duration":"311.353209ms","start":"2026-04-28T03:27:43.047033Z","end":"2026-04-28T03:27:43.358386Z","steps":["trace[1262107295] 'agreement among raft nodes before linearized reading' (duration: 311.293118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.358424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:43.047013Z","time spent":"311.40504ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:27:43.393994Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2107,"took":"779.843338ms","hash":2684880519,"current-db-size-bytes":38678528,"current-db-size":"39 MB","current-db-size-in-use-bytes":13848576,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-04-28T03:27:43.394065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2684880519,"revision":2107,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:27:44.382146Z","caller":"traceutil/trace.go:171","msg":"trace[1411630487] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"116.979208ms","start":"2026-04-28T03:27:44.265108Z","end":"2026-04-28T03:27:44.382087Z","steps":["trace[1411630487] 'process raft request' (duration: 17.201733ms)","trace[1411630487] 'compare' (duration: 99.405847ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:46.679135Z","caller":"traceutil/trace.go:171","msg":"trace[1632306228] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"173.361769ms","start":"2026-04-28T03:27:46.505749Z","end":"2026-04-28T03:27:46.67911Z","steps":["trace[1632306228] 'process raft request' (duration: 173.058262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:46.880798Z","caller":"traceutil/trace.go:171","msg":"trace[1007807774] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"253.367611ms","start":"2026-04-28T03:27:46.627403Z","end":"2026-04-28T03:27:46.88077Z","steps":["trace[1007807774] 'process raft request' (duration: 250.585006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:49.172243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.750411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:49.172353Z","caller":"traceutil/trace.go:171","msg":"trace[714997341] linearizableReadLoop","detail":"{readStateIndex:3748; appliedIndex:3747; }","duration":"236.694661ms","start":"2026-04-28T03:27:48.935641Z","end":"2026-04-28T03:27:49.172336Z","steps":["trace[714997341] 'read index received' (duration: 64.808507ms)","trace[714997341] 'applied index is now lower than readState.Index' (duration: 171.884684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:49.172648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.980648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:49.17275Z","caller":"traceutil/trace.go:171","msg":"trace[43706098] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3534; }","duration":"237.126272ms","start":"2026-04-28T03:27:48.935602Z","end":"2026-04-28T03:27:49.172728Z","steps":["trace[43706098] 'agreement among raft nodes before linearized reading' (duration: 236.871175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.172667Z","caller":"traceutil/trace.go:171","msg":"trace[2015541912] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"286.529727ms","start":"2026-04-28T03:27:48.885887Z","end":"2026-04-28T03:27:49.172417Z","steps":["trace[2015541912] 'process raft request' (duration: 114.453559ms)","trace[2015541912] 'compare' (duration: 171.524046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:49.426313Z","caller":"traceutil/trace.go:171","msg":"trace[930137617] transaction","detail":"{read_only:false; response_revision:3535; number_of_response:1; }","duration":"471.614881ms","start":"2026-04-28T03:27:48.954663Z","end":"2026-04-28T03:27:49.426277Z","steps":["trace[930137617] 'process raft request' (duration: 451.239154ms)","trace[930137617] 'compare' (duration: 20.135701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:49.426494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.954641Z","time spent":"471.761464ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:49.426636Z","caller":"traceutil/trace.go:171","msg":"trace[1134954074] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"471.611521ms","start":"2026-04-28T03:27:48.955011Z","end":"2026-04-28T03:27:49.426623Z","steps":["trace[1134954074] 'process raft request' (duration: 471.201081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.426663Z","caller":"traceutil/trace.go:171","msg":"trace[1202330846] transaction","detail":"{read_only:false; response_revision:3537; number_of_response:1; }","duration":"471.529188ms","start":"2026-04-28T03:27:48.95512Z","end":"2026-04-28T03:27:49.426649Z","steps":["trace[1202330846] 'process raft request' (duration: 471.423936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:49.426649Z","caller":"traceutil/trace.go:171","msg":"trace[818481875] linearizableReadLoop","detail":"{readStateIndex:3751; appliedIndex:3748; }","duration":"254.247382ms","start":"2026-04-28T03:27:49.172378Z","end":"2026-04-28T03:27:49.426626Z","steps":["trace[818481875] 'read index received' (duration: 233.457346ms)","trace[818481875] 'applied index is now lower than readState.Index' (duration: 20.788886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:49.426703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.955002Z","time spent":"471.662002ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:49.426716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.955097Z","time spent":"471.59096ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:49.426754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.35254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:49.426824Z","caller":"traceutil/trace.go:171","msg":"trace[921079592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3537; }","duration":"382.457073ms","start":"2026-04-28T03:27:49.044347Z","end":"2026-04-28T03:27:49.426804Z","steps":["trace[921079592] 'agreement among raft nodes before linearized reading' (duration: 382.31402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:49.426865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.044327Z","time spent":"382.531015ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:49.426865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.739309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:49.426915Z","caller":"traceutil/trace.go:171","msg":"trace[385765690] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3537; }","duration":"490.82752ms","start":"2026-04-28T03:27:48.936072Z","end":"2026-04-28T03:27:49.4269Z","steps":["trace[385765690] 'agreement among raft nodes before linearized reading' (duration: 490.688757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:49.426954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:48.936051Z","time spent":"490.891522ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:27:50.046131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:50.905451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.442319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:50.905899Z","caller":"traceutil/trace.go:171","msg":"trace[895060600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3537; }","duration":"715.89855ms","start":"2026-04-28T03:27:50.18998Z","end":"2026-04-28T03:27:50.905879Z","steps":["trace[895060600] 'range keys from in-memory index tree' (duration: 715.426579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:50.905659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.200692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:50.906076Z","caller":"traceutil/trace.go:171","msg":"trace[103425413] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"1.474561041s","start":"2026-04-28T03:27:49.431485Z","end":"2026-04-28T03:27:50.906046Z","steps":["trace[103425413] 'process raft request' (duration: 993.882028ms)","trace[103425413] 'compare' (duration: 480.096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:50.906197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.431475Z","time spent":"1.474651313s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:52.050867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:27:52.050961Z","caller":"traceutil/trace.go:171","msg":"trace[237384342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322351s","start":"2026-04-28T03:27:50.050618Z","end":"2026-04-28T03:27:52.05094Z","steps":["trace[237384342] 'agreement among raft nodes before linearized reading' (duration: 2.000205739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:52.051004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:50.050596Z","time spent":"2.000398992s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:27:53.371676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.072945721s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:27:53.455847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304195854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:53.456268Z","caller":"traceutil/trace.go:171","msg":"trace[485183059] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"2.269718788s","start":"2026-04-28T03:27:51.186522Z","end":"2026-04-28T03:27:53.456241Z","steps":["trace[485183059] 'process raft request' (duration: 2.269650547s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:53.456275Z","caller":"traceutil/trace.go:171","msg":"trace[198567875] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"4.024322426s","start":"2026-04-28T03:27:49.431919Z","end":"2026-04-28T03:27:53.456242Z","steps":["trace[198567875] 'process raft request' (duration: 4.024049879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.456377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.186504Z","time spent":"2.269815681s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:53.456412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.431912Z","time spent":"4.024424808s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:53.456407Z","caller":"traceutil/trace.go:171","msg":"trace[392894766] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"4.024246644s","start":"2026-04-28T03:27:49.432125Z","end":"2026-04-28T03:27:53.456371Z","steps":["trace[392894766] 'process raft request' (duration: 4.023988678s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:53.45645Z","caller":"traceutil/trace.go:171","msg":"trace[57371182] linearizableReadLoop","detail":"{readStateIndex:3756; appliedIndex:3751; }","duration":"3.910981303s","start":"2026-04-28T03:27:49.545451Z","end":"2026-04-28T03:27:53.456433Z","steps":["trace[57371182] 'read index received' (duration: 879.939901ms)","trace[57371182] 'applied index is now lower than readState.Index' (duration: 3.031039552s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:53.456437Z","caller":"traceutil/trace.go:171","msg":"trace[549596139] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"4.024412658s","start":"2026-04-28T03:27:49.431996Z","end":"2026-04-28T03:27:53.456409Z","steps":["trace[549596139] 'process raft request' (duration: 4.0240652s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:53.456515Z","caller":"traceutil/trace.go:171","msg":"trace[1086211931] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"4.024850578s","start":"2026-04-28T03:27:49.431635Z","end":"2026-04-28T03:27:53.456485Z","steps":["trace[1086211931] 'process raft request' (duration: 1.719774072s)","trace[1086211931] 'compare' (duration: 2.304053041s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:53.456561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911110055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:53.456591Z","caller":"traceutil/trace.go:171","msg":"trace[437692777] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3543; }","duration":"3.911190527s","start":"2026-04-28T03:27:49.54539Z","end":"2026-04-28T03:27:53.456581Z","steps":["trace[437692777] 'agreement among raft nodes before linearized reading' (duration: 3.911115105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:53.45657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.432117Z","time spent":"4.024369307s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:53.45656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.43198Z","time spent":"4.0245174s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:53.456613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.545367Z","time spent":"3.911239968s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:53.456691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:49.431604Z","time spent":"4.024969331s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:53.95692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:54.051666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:27:54.051735Z","caller":"traceutil/trace.go:171","msg":"trace[732603695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999967613s","start":"2026-04-28T03:27:52.051751Z","end":"2026-04-28T03:27:54.051718Z","steps":["trace[732603695] 'agreement among raft nodes before linearized reading' (duration: 1.99986197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:54.051774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.051716Z","time spent":"2.000050765s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:27:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:27:54.457827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096299990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:27:54.811641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439730696s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:27:54.812175Z","caller":"traceutil/trace.go:171","msg":"trace[1812678063] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"3.380295238s","start":"2026-04-28T03:27:51.431841Z","end":"2026-04-28T03:27:54.812137Z","steps":["trace[1812678063] 'process raft request' (duration: 3.380205476s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:54.812193Z","caller":"traceutil/trace.go:171","msg":"trace[606896896] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"3.380575345s","start":"2026-04-28T03:27:51.431572Z","end":"2026-04-28T03:27:54.812147Z","steps":["trace[606896896] 'process raft request' (duration: 3.380267417s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:54.812324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.431827Z","time spent":"3.380423141s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:54.812452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.431553Z","time spent":"3.380731779s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:54.812491Z","caller":"traceutil/trace.go:171","msg":"trace[1172773782] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"3.262294336s","start":"2026-04-28T03:27:51.55018Z","end":"2026-04-28T03:27:54.812474Z","steps":["trace[1172773782] 'process raft request' (duration: 3.262141993s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:54.81246Z","caller":"traceutil/trace.go:171","msg":"trace[2139147389] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"3.378860344s","start":"2026-04-28T03:27:51.433573Z","end":"2026-04-28T03:27:54.812433Z","steps":["trace[2139147389] 'process raft request' (duration: 3.378523466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:54.812543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.550145Z","time spent":"3.262373887s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19267,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:54.812642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.433551Z","time spent":"3.378994927s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:55.174538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.762891ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:27:55.175042Z","caller":"traceutil/trace.go:171","msg":"trace[1306110106] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"988.146274ms","start":"2026-04-28T03:27:54.186858Z","end":"2026-04-28T03:27:55.175004Z","steps":["trace[1306110106] 'process raft request' (duration: 987.797906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.175177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.186835Z","time spent":"988.261777ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:55.18003Z","caller":"traceutil/trace.go:171","msg":"trace[2132470053] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3757; }","duration":"1.72351477s","start":"2026-04-28T03:27:53.456484Z","end":"2026-04-28T03:27:55.179998Z","steps":["trace[2132470053] 'read index received' (duration: 1.355325819s)","trace[2132470053] 'applied index is now lower than readState.Index' (duration: 368.187661ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:55.180164Z","caller":"traceutil/trace.go:171","msg":"trace[1189965478] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"568.361026ms","start":"2026-04-28T03:27:54.611792Z","end":"2026-04-28T03:27:55.180153Z","steps":["trace[1189965478] 'process raft request' (duration: 563.195105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.611756Z","time spent":"568.433358ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:55.180448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270040576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:27:55.180474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101177795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:55.180503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275338011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:55.180507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750090456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:55.180507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122070539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:55.180511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582003841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:55.180549Z","caller":"traceutil/trace.go:171","msg":"trace[417256417] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3549; }","duration":"3.275415903s","start":"2026-04-28T03:27:51.905118Z","end":"2026-04-28T03:27:55.180534Z","steps":["trace[417256417] 'agreement among raft nodes before linearized reading' (duration: 3.275321531s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.180547Z","caller":"traceutil/trace.go:171","msg":"trace[1033448253] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3549; }","duration":"4.101296438s","start":"2026-04-28T03:27:51.079229Z","end":"2026-04-28T03:27:55.180526Z","steps":["trace[1033448253] 'agreement among raft nodes before linearized reading' (duration: 4.101170775s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.180572Z","caller":"traceutil/trace.go:171","msg":"trace[190248301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3549; }","duration":"1.122170872s","start":"2026-04-28T03:27:54.058389Z","end":"2026-04-28T03:27:55.18056Z","steps":["trace[190248301] 'agreement among raft nodes before linearized reading' (duration: 1.122061229s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.180572Z","caller":"traceutil/trace.go:171","msg":"trace[1092626117] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3549; }","duration":"3.750198199s","start":"2026-04-28T03:27:51.430357Z","end":"2026-04-28T03:27:55.180555Z","steps":["trace[1092626117] 'agreement among raft nodes before linearized reading' (duration: 3.750021905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.905101Z","time spent":"3.275477264s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:55.180586Z","caller":"traceutil/trace.go:171","msg":"trace[442676384] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3549; }","duration":"3.582129124s","start":"2026-04-28T03:27:51.59844Z","end":"2026-04-28T03:27:55.180569Z","steps":["trace[442676384] 'agreement among raft nodes before linearized reading' (duration: 3.58195195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74302562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:27:55.180611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.430336Z","time spent":"3.750266551s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:27:55.180611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.058373Z","time spent":"1.122229013s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:27:55.180495Z","caller":"traceutil/trace.go:171","msg":"trace[489484902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3549; }","duration":"2.270132948s","start":"2026-04-28T03:27:52.910335Z","end":"2026-04-28T03:27:55.180468Z","steps":["trace[489484902] 'agreement among raft nodes before linearized reading' (duration: 2.270026615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.59842Z","time spent":"3.582197235s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":32,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:55.18064Z","caller":"traceutil/trace.go:171","msg":"trace[1455423446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3549; }","duration":"3.743101562s","start":"2026-04-28T03:27:51.43753Z","end":"2026-04-28T03:27:55.180631Z","steps":["trace[1455423446] 'agreement among raft nodes before linearized reading' (duration: 3.74300167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012032163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:55.180651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:52.91032Z","time spent":"2.270323822s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:27:55.180667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.43751Z","time spent":"3.743150883s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:27:55.180608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.079208Z","time spent":"4.10138711s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:27:55.180696Z","caller":"traceutil/trace.go:171","msg":"trace[2054172239] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3549; }","duration":"1.012125245s","start":"2026-04-28T03:27:54.168551Z","end":"2026-04-28T03:27:55.180676Z","steps":["trace[2054172239] 'agreement among raft nodes before linearized reading' (duration: 1.011962932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:54.168529Z","time spent":"1.012197008s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:55.180707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003114469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:27:55.180827Z","caller":"traceutil/trace.go:171","msg":"trace[2088422050] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3549; }","duration":"4.003279433s","start":"2026-04-28T03:27:51.177532Z","end":"2026-04-28T03:27:55.180812Z","steps":["trace[2088422050] 'agreement among raft nodes before linearized reading' (duration: 4.002942496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.180865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:51.177513Z","time spent":"4.003345905s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:27:55.891072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.577608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:27:55.891137Z","caller":"traceutil/trace.go:171","msg":"trace[1453535033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3550; }","duration":"429.66763ms","start":"2026-04-28T03:27:55.461455Z","end":"2026-04-28T03:27:55.891123Z","steps":["trace[1453535033] 'range keys from in-memory index tree' (duration: 429.460245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.891113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.767963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:27:55.891167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.461449Z","time spent":"429.711001ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:27:55.8912Z","caller":"traceutil/trace.go:171","msg":"trace[40818431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3550; }","duration":"429.888695ms","start":"2026-04-28T03:27:55.461289Z","end":"2026-04-28T03:27:55.891178Z","steps":["trace[40818431] 'range keys from in-memory index tree' (duration: 429.456556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.891433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.46128Z","time spent":"430.138641ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:55.891728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.807906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:27:55.891844Z","caller":"traceutil/trace.go:171","msg":"trace[1889857237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3550; }","duration":"430.97048ms","start":"2026-04-28T03:27:55.460856Z","end":"2026-04-28T03:27:55.891827Z","steps":["trace[1889857237] 'range keys from in-memory index tree' (duration: 430.620972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.891955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.460832Z","time spent":"431.106843ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:27:55.891745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.835292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:55.892303Z","caller":"traceutil/trace.go:171","msg":"trace[331514417] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3765; }","duration":"400.081717ms","start":"2026-04-28T03:27:55.492203Z","end":"2026-04-28T03:27:55.892285Z","steps":["trace[331514417] 'read index received' (duration: 251.601021ms)","trace[331514417] 'applied index is now lower than readState.Index' (duration: 148.477436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:55.8926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.055544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:55.892623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.379604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:55.892719Z","caller":"traceutil/trace.go:171","msg":"trace[839419130] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3551; }","duration":"162.218898ms","start":"2026-04-28T03:27:55.730481Z","end":"2026-04-28T03:27:55.8927Z","steps":["trace[839419130] 'agreement among raft nodes before linearized reading' (duration: 162.057564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:55.892951Z","caller":"traceutil/trace.go:171","msg":"trace[180947298] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"430.389646ms","start":"2026-04-28T03:27:55.462539Z","end":"2026-04-28T03:27:55.892929Z","steps":["trace[180947298] 'process raft request' (duration: 281.321356ms)","trace[180947298] 'compare' (duration: 147.608957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:55.892868Z","caller":"traceutil/trace.go:171","msg":"trace[762539485] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3551; }","duration":"400.579929ms","start":"2026-04-28T03:27:55.492152Z","end":"2026-04-28T03:27:55.892732Z","steps":["trace[762539485] 'agreement among raft nodes before linearized reading' (duration: 400.330783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.893283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.492132Z","time spent":"401.133462ms","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:27:55.891773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.356056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:27:55.893107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.462521Z","time spent":"430.486688ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:55.89338Z","caller":"traceutil/trace.go:171","msg":"trace[1862658062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3550; }","duration":"431.984294ms","start":"2026-04-28T03:27:55.461382Z","end":"2026-04-28T03:27:55.893366Z","steps":["trace[1862658062] 'range keys from in-memory index tree' (duration: 430.248473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:55.893549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.461355Z","time spent":"432.177009ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:27:56.205196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.883739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:56.205409Z","caller":"traceutil/trace.go:171","msg":"trace[17186927] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"308.82992ms","start":"2026-04-28T03:27:55.896522Z","end":"2026-04-28T03:27:56.205352Z","steps":["trace[17186927] 'process raft request' (duration: 202.682284ms)","trace[17186927] 'compare' (duration: 105.505921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:56.205507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.896502Z","time spent":"308.962673ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:56.232636Z","caller":"traceutil/trace.go:171","msg":"trace[2129886278] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"335.648048ms","start":"2026-04-28T03:27:55.89696Z","end":"2026-04-28T03:27:56.232608Z","steps":["trace[2129886278] 'process raft request' (duration: 335.207797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:56.233071Z","caller":"traceutil/trace.go:171","msg":"trace[525431317] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"334.825669ms","start":"2026-04-28T03:27:55.898222Z","end":"2026-04-28T03:27:56.233047Z","steps":["trace[525431317] 'process raft request' (duration: 334.616844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.233246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.898211Z","time spent":"334.945191ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:56.23307Z","caller":"traceutil/trace.go:171","msg":"trace[1525943869] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"335.993956ms","start":"2026-04-28T03:27:55.897048Z","end":"2026-04-28T03:27:56.233042Z","steps":["trace[1525943869] 'process raft request' (duration: 335.498014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.234365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.896941Z","time spent":"335.869733ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:56.234887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:55.897038Z","time spent":"336.435936ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:56.962338Z","caller":"traceutil/trace.go:171","msg":"trace[1182891314] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"143.384067ms","start":"2026-04-28T03:27:56.818919Z","end":"2026-04-28T03:27:56.962303Z","steps":["trace[1182891314] 'process raft request' (duration: 143.216823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.146383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.100499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:57.146653Z","caller":"traceutil/trace.go:171","msg":"trace[830909610] linearizableReadLoop","detail":"{readStateIndex:3773; appliedIndex:3771; }","duration":"226.147965ms","start":"2026-04-28T03:27:56.920481Z","end":"2026-04-28T03:27:57.146629Z","steps":["trace[830909610] 'read index received' (duration: 41.864671ms)","trace[830909610] 'applied index is now lower than readState.Index' (duration: 184.282054ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.146783Z","caller":"traceutil/trace.go:171","msg":"trace[158741589] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"327.528508ms","start":"2026-04-28T03:27:56.819241Z","end":"2026-04-28T03:27:57.146769Z","steps":["trace[158741589] 'process raft request' (duration: 327.270512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.146841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.276802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:57.146866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.584275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:27:57.146875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.819214Z","time spent":"327.610899ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:57.146903Z","caller":"traceutil/trace.go:171","msg":"trace[538623601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3558; }","duration":"100.664997ms","start":"2026-04-28T03:27:57.046225Z","end":"2026-04-28T03:27:57.14689Z","steps":["trace[538623601] 'agreement among raft nodes before linearized reading' (duration: 100.610816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.146904Z","caller":"traceutil/trace.go:171","msg":"trace[923080242] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3558; }","duration":"160.405515ms","start":"2026-04-28T03:27:56.986482Z","end":"2026-04-28T03:27:57.146888Z","steps":["trace[923080242] 'agreement among raft nodes before linearized reading' (duration: 160.300872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.146933Z","caller":"traceutil/trace.go:171","msg":"trace[1859231031] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"327.745313ms","start":"2026-04-28T03:27:56.819157Z","end":"2026-04-28T03:27:57.146903Z","steps":["trace[1859231031] 'process raft request' (duration: 213.9786ms)","trace[1859231031] 'compare' (duration: 112.891043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.146995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.489262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:27:57.147058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:56.819135Z","time spent":"327.854285ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:27:57.147109Z","caller":"traceutil/trace.go:171","msg":"trace[2096927831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3558; }","duration":"226.647166ms","start":"2026-04-28T03:27:56.920433Z","end":"2026-04-28T03:27:57.14708Z","steps":["trace[2096927831] 'agreement among raft nodes before linearized reading' (duration: 226.37804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.483584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.454744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:57.483728Z","caller":"traceutil/trace.go:171","msg":"trace[321434047] linearizableReadLoop","detail":"{readStateIndex:3774; appliedIndex:3773; }","duration":"299.974583ms","start":"2026-04-28T03:27:57.183734Z","end":"2026-04-28T03:27:57.483708Z","steps":["trace[321434047] 'read index received' (duration: 166.256633ms)","trace[321434047] 'applied index is now lower than readState.Index' (duration: 133.71608ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.483852Z","caller":"traceutil/trace.go:171","msg":"trace[1337891240] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"334.196004ms","start":"2026-04-28T03:27:57.149641Z","end":"2026-04-28T03:27:57.483837Z","steps":["trace[1337891240] 'process raft request' (duration: 200.388792ms)","trace[1337891240] 'compare' (duration: 133.321621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.483922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.149631Z","time spent":"334.251715ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:27:57.484213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.076655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:57.484253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.510565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:27:57.484269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.81796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:57.484301Z","caller":"traceutil/trace.go:171","msg":"trace[2129203519] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3559; }","duration":"300.588496ms","start":"2026-04-28T03:27:57.183702Z","end":"2026-04-28T03:27:57.48429Z","steps":["trace[2129203519] 'agreement among raft nodes before linearized reading' (duration: 300.444313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.484289Z","caller":"traceutil/trace.go:171","msg":"trace[468727224] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3559; }","duration":"300.170527ms","start":"2026-04-28T03:27:57.184098Z","end":"2026-04-28T03:27:57.484269Z","steps":["trace[468727224] 'agreement among raft nodes before linearized reading' (duration: 299.966812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.484325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.18369Z","time spent":"300.631118ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:27:57.484327Z","caller":"traceutil/trace.go:171","msg":"trace[1224659200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3559; }","duration":"226.888672ms","start":"2026-04-28T03:27:57.257426Z","end":"2026-04-28T03:27:57.484315Z","steps":["trace[1224659200] 'agreement among raft nodes before linearized reading' (duration: 226.725538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:57.484341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:27:57.184091Z","time spent":"300.241058ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:27:57.484371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.319172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:27:57.484449Z","caller":"traceutil/trace.go:171","msg":"trace[1640121406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3559; }","duration":"230.429206ms","start":"2026-04-28T03:27:57.254002Z","end":"2026-04-28T03:27:57.484432Z","steps":["trace[1640121406] 'agreement among raft nodes before linearized reading' (duration: 230.195419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:57.706316Z","caller":"traceutil/trace.go:171","msg":"trace[2121787030] linearizableReadLoop","detail":"{readStateIndex:3775; appliedIndex:3774; }","duration":"217.011412ms","start":"2026-04-28T03:27:57.48928Z","end":"2026-04-28T03:27:57.706291Z","steps":["trace[2121787030] 'read index received' (duration: 141.612776ms)","trace[2121787030] 'applied index is now lower than readState.Index' (duration: 75.397676ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:57.706379Z","caller":"traceutil/trace.go:171","msg":"trace[927766194] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"217.202665ms","start":"2026-04-28T03:27:57.489127Z","end":"2026-04-28T03:27:57.70633Z","steps":["trace[927766194] 'process raft request' (duration: 141.837101ms)","trace[927766194] 'compare' (duration: 75.18583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:57.706579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.284178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:27:57.706618Z","caller":"traceutil/trace.go:171","msg":"trace[291654652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3560; }","duration":"217.37041ms","start":"2026-04-28T03:27:57.489239Z","end":"2026-04-28T03:27:57.70661Z","steps":["trace[291654652] 'agreement among raft nodes before linearized reading' (duration: 217.146485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:58.24013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.162969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:58.240229Z","caller":"traceutil/trace.go:171","msg":"trace[1860591985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3561; }","duration":"154.295692ms","start":"2026-04-28T03:27:58.085909Z","end":"2026-04-28T03:27:58.240205Z","steps":["trace[1860591985] 'range keys from in-memory index tree' (duration: 154.091088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:58.367037Z","caller":"traceutil/trace.go:171","msg":"trace[761552993] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"122.394666ms","start":"2026-04-28T03:27:58.244622Z","end":"2026-04-28T03:27:58.367017Z","steps":["trace[761552993] 'process raft request' (duration: 122.329855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:58.367101Z","caller":"traceutil/trace.go:171","msg":"trace[968061513] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"122.514599ms","start":"2026-04-28T03:27:58.244546Z","end":"2026-04-28T03:27:58.36706Z","steps":["trace[968061513] 'process raft request' (duration: 122.104059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:58.367206Z","caller":"traceutil/trace.go:171","msg":"trace[1838529310] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"120.263846ms","start":"2026-04-28T03:27:58.246922Z","end":"2026-04-28T03:27:58.367186Z","steps":["trace[1838529310] 'process raft request' (duration: 120.067141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.257303Z","caller":"traceutil/trace.go:171","msg":"trace[931803284] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"105.084199ms","start":"2026-04-28T03:27:59.152189Z","end":"2026-04-28T03:27:59.257273Z","steps":["trace[931803284] 'process raft request' (duration: 103.914202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.265622Z","caller":"traceutil/trace.go:171","msg":"trace[1807730642] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"112.499553ms","start":"2026-04-28T03:27:59.153105Z","end":"2026-04-28T03:27:59.265604Z","steps":["trace[1807730642] 'process raft request' (duration: 112.027892ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.564372Z","caller":"traceutil/trace.go:171","msg":"trace[104343194] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"196.95021ms","start":"2026-04-28T03:27:59.367388Z","end":"2026-04-28T03:27:59.564338Z","steps":["trace[104343194] 'read index received' (duration: 143.863147ms)","trace[104343194] 'applied index is now lower than readState.Index' (duration: 53.085643ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:59.564465Z","caller":"traceutil/trace.go:171","msg":"trace[1959258983] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"282.440762ms","start":"2026-04-28T03:27:59.281992Z","end":"2026-04-28T03:27:59.564433Z","steps":["trace[1959258983] 'process raft request' (duration: 229.280308ms)","trace[1959258983] 'compare' (duration: 52.918669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:59.564571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.156326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:27:59.564631Z","caller":"traceutil/trace.go:171","msg":"trace[1677574865] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3571; }","duration":"197.260588ms","start":"2026-04-28T03:27:59.367356Z","end":"2026-04-28T03:27:59.564616Z","steps":["trace[1677574865] 'agreement among raft nodes before linearized reading' (duration: 197.127985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:59.861743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.313124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:59.861833Z","caller":"traceutil/trace.go:171","msg":"trace[1296338327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3571; }","duration":"122.462037ms","start":"2026-04-28T03:27:59.739356Z","end":"2026-04-28T03:27:59.861818Z","steps":["trace[1296338327] 'range keys from in-memory index tree' (duration: 122.131279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:59.861819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.244861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:27:59.861872Z","caller":"traceutil/trace.go:171","msg":"trace[1909511694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3571; }","duration":"122.338293ms","start":"2026-04-28T03:27:59.739521Z","end":"2026-04-28T03:27:59.861859Z","steps":["trace[1909511694] 'range keys from in-memory index tree' (duration: 122.093908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:00.625529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.693483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:28:00.626292Z","caller":"traceutil/trace.go:171","msg":"trace[831054337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3574; }","duration":"255.481271ms","start":"2026-04-28T03:28:00.370776Z","end":"2026-04-28T03:28:00.626257Z","steps":["trace[831054337] 'range keys from in-memory index tree' (duration: 254.465608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:00.625797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.853474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:28:00.626461Z","caller":"traceutil/trace.go:171","msg":"trace[244904962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3574; }","duration":"254.546779ms","start":"2026-04-28T03:28:00.371893Z","end":"2026-04-28T03:28:00.62644Z","steps":["trace[244904962] 'range keys from in-memory index tree' (duration: 253.71408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:00.625928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.073372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:28:00.62582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.898081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:00.626725Z","caller":"traceutil/trace.go:171","msg":"trace[130099368] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3574; }","duration":"159.845463ms","start":"2026-04-28T03:28:00.466843Z","end":"2026-04-28T03:28:00.626688Z","steps":["trace[130099368] 'count revisions from in-memory index tree' (duration: 158.807758ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:00.626864Z","caller":"traceutil/trace.go:171","msg":"trace[386541502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3574; }","duration":"255.89855ms","start":"2026-04-28T03:28:00.370773Z","end":"2026-04-28T03:28:00.626672Z","steps":["trace[386541502] 'range keys from in-memory index tree' (duration: 254.836546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:00.913285Z","caller":"traceutil/trace.go:171","msg":"trace[1200307561] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"282.029672ms","start":"2026-04-28T03:28:00.631219Z","end":"2026-04-28T03:28:00.913249Z","steps":["trace[1200307561] 'process raft request' (duration: 281.693694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:00.91339Z","caller":"traceutil/trace.go:171","msg":"trace[1125989540] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"281.288785ms","start":"2026-04-28T03:28:00.632064Z","end":"2026-04-28T03:28:00.913353Z","steps":["trace[1125989540] 'process raft request' (duration: 281.008788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.352482Z","caller":"traceutil/trace.go:171","msg":"trace[1783565194] linearizableReadLoop","detail":"{readStateIndex:3795; appliedIndex:3794; }","duration":"306.006804ms","start":"2026-04-28T03:28:01.046448Z","end":"2026-04-28T03:28:01.352455Z","steps":["trace[1783565194] 'read index received' (duration: 302.603884ms)","trace[1783565194] 'applied index is now lower than readState.Index' (duration: 3.4017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:01.352631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.174427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:01.352735Z","caller":"traceutil/trace.go:171","msg":"trace[1220454579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3578; }","duration":"306.251789ms","start":"2026-04-28T03:28:01.0464Z","end":"2026-04-28T03:28:01.352651Z","steps":["trace[1220454579] 'agreement among raft nodes before linearized reading' (duration: 306.148487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.352788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.046369Z","time spent":"306.410753ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:28:01.352894Z","caller":"traceutil/trace.go:171","msg":"trace[1723459609] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"317.260747ms","start":"2026-04-28T03:28:01.0356Z","end":"2026-04-28T03:28:01.352861Z","steps":["trace[1723459609] 'process raft request' (duration: 313.436428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:01.353029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:01.035571Z","time spent":"317.38605ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:01.388665Z","caller":"traceutil/trace.go:171","msg":"trace[641373725] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"125.890118ms","start":"2026-04-28T03:28:01.262748Z","end":"2026-04-28T03:28:01.388638Z","steps":["trace[641373725] 'process raft request' (duration: 125.706774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:01.388952Z","caller":"traceutil/trace.go:171","msg":"trace[1435900415] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"118.634878ms","start":"2026-04-28T03:28:01.270298Z","end":"2026-04-28T03:28:01.388933Z","steps":["trace[1435900415] 'process raft request' (duration: 118.30048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:02.913762Z","caller":"traceutil/trace.go:171","msg":"trace[252419923] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"197.785621ms","start":"2026-04-28T03:28:02.715928Z","end":"2026-04-28T03:28:02.913714Z","steps":["trace[252419923] 'process raft request' (duration: 197.295149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:03.863721Z","caller":"traceutil/trace.go:171","msg":"trace[911011340] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"505.863063ms","start":"2026-04-28T03:28:03.357832Z","end":"2026-04-28T03:28:03.863695Z","steps":["trace[911011340] 'process raft request' (duration: 505.699029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:03.863876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.357809Z","time spent":"505.987377ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:04.094467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.738677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:04.094769Z","caller":"traceutil/trace.go:171","msg":"trace[1211603379] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"700.477359ms","start":"2026-04-28T03:28:03.394254Z","end":"2026-04-28T03:28:04.094732Z","steps":["trace[1211603379] 'process raft request' (duration: 561.374783ms)","trace[1211603379] 'compare' (duration: 138.43852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:04.095028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.394234Z","time spent":"700.716345ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:04.095039Z","caller":"traceutil/trace.go:171","msg":"trace[96302838] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"700.551601ms","start":"2026-04-28T03:28:03.394451Z","end":"2026-04-28T03:28:04.095003Z","steps":["trace[96302838] 'process raft request' (duration: 700.131921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:04.095219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.39443Z","time spent":"700.692614ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:04.101421Z","caller":"traceutil/trace.go:171","msg":"trace[2059795149] linearizableReadLoop","detail":"{readStateIndex:3811; appliedIndex:3809; }","duration":"477.952839ms","start":"2026-04-28T03:28:03.623449Z","end":"2026-04-28T03:28:04.101402Z","steps":["trace[2059795149] 'read index received' (duration: 240.241484ms)","trace[2059795149] 'applied index is now lower than readState.Index' (duration: 237.709135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:04.101597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.911309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:04.101628Z","caller":"traceutil/trace.go:171","msg":"trace[650427318] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3595; }","duration":"477.947689ms","start":"2026-04-28T03:28:03.623673Z","end":"2026-04-28T03:28:04.101621Z","steps":["trace[650427318] 'agreement among raft nodes before linearized reading' (duration: 477.833327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:04.101613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.148225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:28:04.10165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.623593Z","time spent":"478.051602ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:28:04.10168Z","caller":"traceutil/trace.go:171","msg":"trace[453895778] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3595; }","duration":"478.255137ms","start":"2026-04-28T03:28:03.623402Z","end":"2026-04-28T03:28:04.101657Z","steps":["trace[453895778] 'agreement among raft nodes before linearized reading' (duration: 478.049362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:04.101723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.623379Z","time spent":"478.334769ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:28:04.101747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.809599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:28:04.101786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.096939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:04.101794Z","caller":"traceutil/trace.go:171","msg":"trace[601847129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3595; }","duration":"217.895181ms","start":"2026-04-28T03:28:03.883885Z","end":"2026-04-28T03:28:04.10178Z","steps":["trace[601847129] 'agreement among raft nodes before linearized reading' (duration: 217.749308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:04.101807Z","caller":"traceutil/trace.go:171","msg":"trace[1869515402] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3595; }","duration":"383.158831ms","start":"2026-04-28T03:28:03.718641Z","end":"2026-04-28T03:28:04.1018Z","steps":["trace[1869515402] 'agreement among raft nodes before linearized reading' (duration: 383.12163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:04.101827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:03.718616Z","time spent":"383.205441ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:04.5716Z","caller":"traceutil/trace.go:171","msg":"trace[915617617] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"114.0858ms","start":"2026-04-28T03:28:04.457488Z","end":"2026-04-28T03:28:04.571574Z","steps":["trace[915617617] 'process raft request' (duration: 113.916996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:06.047627Z","caller":"traceutil/trace.go:171","msg":"trace[1128696922] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"178.314184ms","start":"2026-04-28T03:28:05.869265Z","end":"2026-04-28T03:28:06.04758Z","steps":["trace[1128696922] 'process raft request' (duration: 177.784992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:06.99351Z","caller":"traceutil/trace.go:171","msg":"trace[65302838] linearizableReadLoop","detail":"{readStateIndex:3825; appliedIndex:3824; }","duration":"341.873763ms","start":"2026-04-28T03:28:06.651616Z","end":"2026-04-28T03:28:06.99349Z","steps":["trace[65302838] 'read index received' (duration: 341.74088ms)","trace[65302838] 'applied index is now lower than readState.Index' (duration: 131.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:06.993561Z","caller":"traceutil/trace.go:171","msg":"trace[1446241843] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"413.696795ms","start":"2026-04-28T03:28:06.579838Z","end":"2026-04-28T03:28:06.993535Z","steps":["trace[1446241843] 'process raft request' (duration: 413.518141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:06.993621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.995427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:06.993684Z","caller":"traceutil/trace.go:171","msg":"trace[401065233] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3607; }","duration":"342.118179ms","start":"2026-04-28T03:28:06.651544Z","end":"2026-04-28T03:28:06.993662Z","steps":["trace[401065233] 'agreement among raft nodes before linearized reading' (duration: 342.017607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:06.993696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:06.579823Z","time spent":"413.800598ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:06.993739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:06.651511Z","time spent":"342.214542ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:07.9531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:08.453781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:08.604897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564017255s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:28:08.873414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.923913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:08.873531Z","caller":"traceutil/trace.go:171","msg":"trace[126232812] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"1.872032787s","start":"2026-04-28T03:28:07.001475Z","end":"2026-04-28T03:28:08.873508Z","steps":["trace[126232812] 'process raft request' (duration: 1.603915409s)","trace[126232812] 'compare' (duration: 267.464853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:08.87359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.001465Z","time spent":"1.872097508s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:08.903012Z","caller":"traceutil/trace.go:171","msg":"trace[1924467243] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"1.337833391s","start":"2026-04-28T03:28:07.565134Z","end":"2026-04-28T03:28:08.902968Z","steps":["trace[1924467243] 'process raft request' (duration: 1.337447491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.90319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.565025Z","time spent":"1.338067406s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:08.903233Z","caller":"traceutil/trace.go:171","msg":"trace[794425461] linearizableReadLoop","detail":"{readStateIndex:3833; appliedIndex:3827; }","duration":"1.450426896s","start":"2026-04-28T03:28:07.452792Z","end":"2026-04-28T03:28:08.903219Z","steps":["trace[794425461] 'read index received' (duration: 1.152610124s)","trace[794425461] 'applied index is now lower than readState.Index' (duration: 297.815682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:08.903397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45060815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.90343Z","caller":"traceutil/trace.go:171","msg":"trace[1450618282] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"762.089611ms","start":"2026-04-28T03:28:08.141277Z","end":"2026-04-28T03:28:08.903367Z","steps":["trace[1450618282] 'process raft request' (duration: 761.904697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:08.903496Z","caller":"traceutil/trace.go:171","msg":"trace[156379977] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3615; }","duration":"1.450766335s","start":"2026-04-28T03:28:07.452717Z","end":"2026-04-28T03:28:08.903484Z","steps":["trace[156379977] 'agreement among raft nodes before linearized reading' (duration: 1.450637332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.903535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:07.45268Z","time spent":"1.450843396s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:08.903642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.141251Z","time spent":"762.272475ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:08.903768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.189272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.903812Z","caller":"traceutil/trace.go:171","msg":"trace[1355761594] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"849.885428ms","start":"2026-04-28T03:28:08.053917Z","end":"2026-04-28T03:28:08.903803Z","steps":["trace[1355761594] 'process raft request' (duration: 848.860123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.903855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.053897Z","time spent":"849.937229ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:08.903904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.430391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.903952Z","caller":"traceutil/trace.go:171","msg":"trace[215811306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3615; }","duration":"305.489512ms","start":"2026-04-28T03:28:08.598447Z","end":"2026-04-28T03:28:08.903937Z","steps":["trace[215811306] 'agreement among raft nodes before linearized reading' (duration: 305.426131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.903987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.59844Z","time spent":"305.537533ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:08.904042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.205265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:08.904084Z","caller":"traceutil/trace.go:171","msg":"trace[607706867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3615; }","duration":"736.291937ms","start":"2026-04-28T03:28:08.167781Z","end":"2026-04-28T03:28:08.904073Z","steps":["trace[607706867] 'agreement among raft nodes before linearized reading' (duration: 736.169774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.904117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.167753Z","time spent":"736.355589ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:28:08.904148Z","caller":"traceutil/trace.go:171","msg":"trace[382046015] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"762.88579ms","start":"2026-04-28T03:28:08.141256Z","end":"2026-04-28T03:28:08.904142Z","steps":["trace[382046015] 'process raft request' (duration: 761.884667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.904198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.332257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:08.904242Z","caller":"traceutil/trace.go:171","msg":"trace[1663200385] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3615; }","duration":"762.397349ms","start":"2026-04-28T03:28:08.141835Z","end":"2026-04-28T03:28:08.904232Z","steps":["trace[1663200385] 'agreement among raft nodes before linearized reading' (duration: 762.295076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.904667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.141824Z","time spent":"762.827278ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:28:08.90412Z","caller":"traceutil/trace.go:171","msg":"trace[1053440932] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"763.872513ms","start":"2026-04-28T03:28:08.140236Z","end":"2026-04-28T03:28:08.904109Z","steps":["trace[1053440932] 'process raft request' (duration: 762.87314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.904851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.140215Z","time spent":"764.57925ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:08.904207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.141241Z","time spent":"762.941081ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:08.90381Z","caller":"traceutil/trace.go:171","msg":"trace[210238964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3615; }","duration":"858.268154ms","start":"2026-04-28T03:28:08.045532Z","end":"2026-04-28T03:28:08.903801Z","steps":["trace[210238964] 'agreement among raft nodes before linearized reading' (duration: 858.206152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.905076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.04551Z","time spent":"859.545673ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:08.90436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.019202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:28:08.905194Z","caller":"traceutil/trace.go:171","msg":"trace[534478113] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3615; }","duration":"311.884201ms","start":"2026-04-28T03:28:08.593294Z","end":"2026-04-28T03:28:08.905178Z","steps":["trace[534478113] 'agreement among raft nodes before linearized reading' (duration: 310.99333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.90524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.593267Z","time spent":"311.961633ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:28:08.904415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.327732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:08.905325Z","caller":"traceutil/trace.go:171","msg":"trace[152619468] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3615; }","duration":"662.261123ms","start":"2026-04-28T03:28:08.24304Z","end":"2026-04-28T03:28:08.905301Z","steps":["trace[152619468] 'agreement among raft nodes before linearized reading' (duration: 661.349212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.905389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.243012Z","time spent":"662.359576ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:08.904488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.820762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:08.905472Z","caller":"traceutil/trace.go:171","msg":"trace[326882299] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3615; }","duration":"767.835916ms","start":"2026-04-28T03:28:08.137618Z","end":"2026-04-28T03:28:08.905454Z","steps":["trace[326882299] 'agreement among raft nodes before linearized reading' (duration: 766.778392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.905525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.137598Z","time spent":"767.913457ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:08.90455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.785049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:08.905616Z","caller":"traceutil/trace.go:171","msg":"trace[1248727023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3615; }","duration":"731.872884ms","start":"2026-04-28T03:28:08.173722Z","end":"2026-04-28T03:28:08.905595Z","steps":["trace[1248727023] 'agreement among raft nodes before linearized reading' (duration: 730.673947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.905687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.173703Z","time spent":"731.963997ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:28:08.904549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.58997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:08.905881Z","caller":"traceutil/trace.go:171","msg":"trace[1055115752] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3615; }","duration":"765.967032ms","start":"2026-04-28T03:28:08.139898Z","end":"2026-04-28T03:28:08.905865Z","steps":["trace[1055115752] 'agreement among raft nodes before linearized reading' (duration: 764.474627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:08.905948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:08.139885Z","time spent":"766.046344ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:28:09.139727Z","caller":"traceutil/trace.go:171","msg":"trace[203055277] linearizableReadLoop","detail":"{readStateIndex:3835; appliedIndex:3833; }","duration":"228.11856ms","start":"2026-04-28T03:28:08.911589Z","end":"2026-04-28T03:28:09.139708Z","steps":["trace[203055277] 'read index received' (duration: 208.498331ms)","trace[203055277] 'applied index is now lower than readState.Index' (duration: 19.619039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:09.139877Z","caller":"traceutil/trace.go:171","msg":"trace[1027048095] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"230.278561ms","start":"2026-04-28T03:28:08.909511Z","end":"2026-04-28T03:28:09.13979Z","steps":["trace[1027048095] 'process raft request' (duration: 230.078507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.139959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.405384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:28:09.139991Z","caller":"traceutil/trace.go:171","msg":"trace[1161513182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3616; }","duration":"142.490226ms","start":"2026-04-28T03:28:08.997492Z","end":"2026-04-28T03:28:09.139982Z","steps":["trace[1161513182] 'agreement among raft nodes before linearized reading' (duration: 142.366113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.14011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.225433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:09.140131Z","caller":"traceutil/trace.go:171","msg":"trace[921318663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3616; }","duration":"134.308534ms","start":"2026-04-28T03:28:09.005817Z","end":"2026-04-28T03:28:09.140126Z","steps":["trace[921318663] 'agreement among raft nodes before linearized reading' (duration: 134.224742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.140314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.684903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:28:09.140379Z","caller":"traceutil/trace.go:171","msg":"trace[1474389867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3616; }","duration":"228.797806ms","start":"2026-04-28T03:28:08.911566Z","end":"2026-04-28T03:28:09.140363Z","steps":["trace[1474389867] 'agreement among raft nodes before linearized reading' (duration: 228.235643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:09.966388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.934349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:09.966622Z","caller":"traceutil/trace.go:171","msg":"trace[1657987888] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"825.713451ms","start":"2026-04-28T03:28:09.140883Z","end":"2026-04-28T03:28:09.966597Z","steps":["trace[1657987888] 'process raft request' (duration: 215.460184ms)","trace[1657987888] 'compare' (duration: 609.208893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:09.966783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:09.140862Z","time spent":"825.870365ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:10.059629Z","caller":"traceutil/trace.go:171","msg":"trace[1655762272] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"894.199594ms","start":"2026-04-28T03:28:09.16539Z","end":"2026-04-28T03:28:10.05959Z","steps":["trace[1655762272] 'process raft request' (duration: 893.951148ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:10.059623Z","caller":"traceutil/trace.go:171","msg":"trace[2091212091] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"894.215524ms","start":"2026-04-28T03:28:09.165388Z","end":"2026-04-28T03:28:10.059603Z","steps":["trace[2091212091] 'process raft request' (duration: 894.130692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:10.059854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:09.165374Z","time spent":"894.41071ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:10.059942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:09.165363Z","time spent":"894.511652ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:10.059991Z","caller":"traceutil/trace.go:171","msg":"trace[720423281] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"894.459351ms","start":"2026-04-28T03:28:09.165494Z","end":"2026-04-28T03:28:10.059954Z","steps":["trace[720423281] 'process raft request' (duration: 894.070411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:10.059995Z","caller":"traceutil/trace.go:171","msg":"trace[691135974] linearizableReadLoop","detail":"{readStateIndex:3839; appliedIndex:3836; }","duration":"302.01794ms","start":"2026-04-28T03:28:09.757897Z","end":"2026-04-28T03:28:10.059915Z","steps":["trace[691135974] 'read index received' (duration: 301.378535ms)","trace[691135974] 'applied index is now lower than readState.Index' (duration: 635.145µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:10.060139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:09.165462Z","time spent":"894.602085ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:10.060181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.265037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:10.060263Z","caller":"traceutil/trace.go:171","msg":"trace[1513665226] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3620; }","duration":"302.40098ms","start":"2026-04-28T03:28:09.757845Z","end":"2026-04-28T03:28:10.060246Z","steps":["trace[1513665226] 'agreement among raft nodes before linearized reading' (duration: 302.249047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:10.060311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:09.75782Z","time spent":"302.478371ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:10.280199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.083426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:28:10.280284Z","caller":"traceutil/trace.go:171","msg":"trace[1202978729] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3620; }","duration":"215.198678ms","start":"2026-04-28T03:28:10.065067Z","end":"2026-04-28T03:28:10.280266Z","steps":["trace[1202978729] 'range keys from in-memory index tree' (duration: 214.947563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:11.43614Z","caller":"traceutil/trace.go:171","msg":"trace[111967633] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"527.449528ms","start":"2026-04-28T03:28:10.908662Z","end":"2026-04-28T03:28:11.436112Z","steps":["trace[111967633] 'process raft request' (duration: 527.222993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.43635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.908636Z","time spent":"527.613061ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:11.436406Z","caller":"traceutil/trace.go:171","msg":"trace[330023621] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"526.509266ms","start":"2026-04-28T03:28:10.909865Z","end":"2026-04-28T03:28:11.436375Z","steps":["trace[330023621] 'process raft request' (duration: 526.196359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.43656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.909855Z","time spent":"526.625269ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:11.436578Z","caller":"traceutil/trace.go:171","msg":"trace[1289441291] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"526.149118ms","start":"2026-04-28T03:28:10.91041Z","end":"2026-04-28T03:28:11.436559Z","steps":["trace[1289441291] 'process raft request' (duration: 525.852471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:11.436595Z","caller":"traceutil/trace.go:171","msg":"trace[1464001799] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"525.856062ms","start":"2026-04-28T03:28:10.910712Z","end":"2026-04-28T03:28:11.436568Z","steps":["trace[1464001799] 'process raft request' (duration: 525.735249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:11.436531Z","caller":"traceutil/trace.go:171","msg":"trace[231024358] linearizableReadLoop","detail":"{readStateIndex:3845; appliedIndex:3840; }","duration":"525.763749ms","start":"2026-04-28T03:28:10.91074Z","end":"2026-04-28T03:28:11.436504Z","steps":["trace[231024358] 'read index received' (duration: 50.585944ms)","trace[231024358] 'applied index is now lower than readState.Index' (duration: 475.176755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:11.436707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.944313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:11.436768Z","caller":"traceutil/trace.go:171","msg":"trace[1337531470] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3626; }","duration":"526.044546ms","start":"2026-04-28T03:28:10.910711Z","end":"2026-04-28T03:28:11.436755Z","steps":["trace[1337531470] 'agreement among raft nodes before linearized reading' (duration: 525.870962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.436796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.953334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:11.436828Z","caller":"traceutil/trace.go:171","msg":"trace[329476332] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3626; }","duration":"526.018775ms","start":"2026-04-28T03:28:10.910802Z","end":"2026-04-28T03:28:11.436821Z","steps":["trace[329476332] 'agreement among raft nodes before linearized reading' (duration: 525.907953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.436844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.910784Z","time spent":"526.056486ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:28:11.436834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.910698Z","time spent":"526.124597ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:28:11.436716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.9107Z","time spent":"525.952784ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:11.436884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.960405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:11.436947Z","caller":"traceutil/trace.go:171","msg":"trace[10576965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3626; }","duration":"292.062097ms","start":"2026-04-28T03:28:11.144868Z","end":"2026-04-28T03:28:11.43693Z","steps":["trace[10576965] 'agreement among raft nodes before linearized reading' (duration: 291.873653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.436944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.197607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:11.437022Z","caller":"traceutil/trace.go:171","msg":"trace[1547646224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3626; }","duration":"285.318ms","start":"2026-04-28T03:28:11.151686Z","end":"2026-04-28T03:28:11.437004Z","steps":["trace[1547646224] 'agreement among raft nodes before linearized reading' (duration: 285.049213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:11.43667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:10.910381Z","time spent":"526.24133ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:11.563631Z","caller":"traceutil/trace.go:171","msg":"trace[1152961110] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"122.736912ms","start":"2026-04-28T03:28:11.440872Z","end":"2026-04-28T03:28:11.563609Z","steps":["trace[1152961110] 'process raft request' (duration: 42.242159ms)","trace[1152961110] 'compare' (duration: 80.301849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:11.563898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.421793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:28:11.563948Z","caller":"traceutil/trace.go:171","msg":"trace[1319517913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3627; }","duration":"121.543095ms","start":"2026-04-28T03:28:11.442394Z","end":"2026-04-28T03:28:11.563937Z","steps":["trace[1319517913] 'agreement among raft nodes before linearized reading' (duration: 121.275519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:11.563635Z","caller":"traceutil/trace.go:171","msg":"trace[864110906] linearizableReadLoop","detail":"{readStateIndex:3846; appliedIndex:3845; }","duration":"121.085994ms","start":"2026-04-28T03:28:11.442478Z","end":"2026-04-28T03:28:11.563564Z","steps":["trace[864110906] 'read index received' (duration: 40.670352ms)","trace[864110906] 'applied index is now lower than readState.Index' (duration: 80.414862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:13.224688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:13.265685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197010193s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:28:13.266148Z","caller":"traceutil/trace.go:171","msg":"trace[1555693533] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"1.197546805s","start":"2026-04-28T03:28:12.068573Z","end":"2026-04-28T03:28:13.26612Z","steps":["trace[1555693533] 'process raft request' (duration: 1.19732949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:13.26631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.068549Z","time spent":"1.197670569s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:15.046246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:28:15.046339Z","caller":"traceutil/trace.go:171","msg":"trace[469489591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378021s","start":"2026-04-28T03:28:13.045942Z","end":"2026-04-28T03:28:15.04632Z","steps":["trace[469489591] 'agreement among raft nodes before linearized reading' (duration: 2.000261338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:15.046386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.045925Z","time spent":"2.000451154s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:15.333501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.067635056s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:28:15.822527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.750353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:15.822717Z","caller":"traceutil/trace.go:171","msg":"trace[1476947765] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3846; }","duration":"3.098473439s","start":"2026-04-28T03:28:12.724226Z","end":"2026-04-28T03:28:15.8227Z","steps":["trace[1476947765] 'read index received' (duration: 541.688652ms)","trace[1476947765] 'applied index is now lower than readState.Index' (duration: 2.556783727s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:15.822801Z","caller":"traceutil/trace.go:171","msg":"trace[1431337195] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"3.752788127s","start":"2026-04-28T03:28:12.069999Z","end":"2026-04-28T03:28:15.822788Z","steps":["trace[1431337195] 'process raft request' (duration: 3.752629133s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:15.822781Z","caller":"traceutil/trace.go:171","msg":"trace[85716473] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"3.752998522s","start":"2026-04-28T03:28:12.069747Z","end":"2026-04-28T03:28:15.822746Z","steps":["trace[85716473] 'process raft request' (duration: 3.263953723s)","trace[85716473] 'compare' (duration: 488.444914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:15.822866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.06997Z","time spent":"3.752862609s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:15.822924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.069724Z","time spent":"3.753121324s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:15.823187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09895522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:15.823232Z","caller":"traceutil/trace.go:171","msg":"trace[1392087044] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3630; }","duration":"3.099030972s","start":"2026-04-28T03:28:12.724183Z","end":"2026-04-28T03:28:15.823214Z","steps":["trace[1392087044] 'agreement among raft nodes before linearized reading' (duration: 3.09896631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:15.823278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.724163Z","time spent":"3.099105493s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:16.26263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:28:16.262717Z","caller":"traceutil/trace.go:171","msg":"trace[1547967402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367491s","start":"2026-04-28T03:28:14.26233Z","end":"2026-04-28T03:28:16.262698Z","steps":["trace[1547967402] 'agreement among raft nodes before linearized reading' (duration: 2.000258858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.262819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.262312Z","time spent":"2.000495443s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:16.32308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:16.579147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245402607s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:28:16.579783Z","caller":"traceutil/trace.go:171","msg":"trace[448357420] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"3.137013631s","start":"2026-04-28T03:28:13.442741Z","end":"2026-04-28T03:28:16.579755Z","steps":["trace[448357420] 'process raft request' (duration: 3.136875178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.579939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.442717Z","time spent":"3.137133963s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:16.579934Z","caller":"traceutil/trace.go:171","msg":"trace[231640030] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"3.137029452s","start":"2026-04-28T03:28:13.442877Z","end":"2026-04-28T03:28:16.579907Z","steps":["trace[231640030] 'process raft request' (duration: 3.136828097s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:16.580066Z","caller":"traceutil/trace.go:171","msg":"trace[153312042] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"3.13697771s","start":"2026-04-28T03:28:13.443039Z","end":"2026-04-28T03:28:16.580016Z","steps":["trace[153312042] 'process raft request' (duration: 3.136765165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.580128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.44285Z","time spent":"3.137157654s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:16.579849Z","caller":"traceutil/trace.go:171","msg":"trace[2062635337] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"3.137365459s","start":"2026-04-28T03:28:13.442426Z","end":"2026-04-28T03:28:16.579791Z","steps":["trace[2062635337] 'process raft request' (duration: 3.13698936s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:16.580275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.44303Z","time spent":"3.137134164s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:16.580337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.442401Z","time spent":"3.137902872s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:17.00258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.677806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:28:17.003124Z","caller":"traceutil/trace.go:171","msg":"trace[2120323039] linearizableReadLoop","detail":"{readStateIndex:3855; appliedIndex:3849; }","duration":"1.180319923s","start":"2026-04-28T03:28:15.822753Z","end":"2026-04-28T03:28:17.003073Z","steps":["trace[2120323039] 'read index received' (duration: 756.704795ms)","trace[2120323039] 'applied index is now lower than readState.Index' (duration: 423.613348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:17.003167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348053922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:17.003171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744243086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:17.003218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733025783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:28:17.003237Z","caller":"traceutil/trace.go:171","msg":"trace[1618798563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3635; }","duration":"3.348185024s","start":"2026-04-28T03:28:13.655032Z","end":"2026-04-28T03:28:17.003217Z","steps":["trace[1618798563] 'agreement among raft nodes before linearized reading' (duration: 3.348046651s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.003256Z","caller":"traceutil/trace.go:171","msg":"trace[736345430] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3635; }","duration":"1.744363799s","start":"2026-04-28T03:28:15.258869Z","end":"2026-04-28T03:28:17.003232Z","steps":["trace[736345430] 'agreement among raft nodes before linearized reading' (duration: 1.744208675s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.003277Z","caller":"traceutil/trace.go:171","msg":"trace[458252437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3635; }","duration":"1.733111874s","start":"2026-04-28T03:28:15.270145Z","end":"2026-04-28T03:28:17.003257Z","steps":["trace[458252437] 'agreement among raft nodes before linearized reading' (duration: 1.73292815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431878324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:28:17.003296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.655011Z","time spent":"3.348264827s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:17.003327Z","caller":"traceutil/trace.go:171","msg":"trace[1907924970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3635; }","duration":"3.431928526s","start":"2026-04-28T03:28:13.571391Z","end":"2026-04-28T03:28:17.00332Z","steps":["trace[1907924970] 'agreement among raft nodes before linearized reading' (duration: 3.431874344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809059624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-28T03:28:17.003325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.270128Z","time spent":"1.733184767s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:17.00332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560470014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:17.003377Z","caller":"traceutil/trace.go:171","msg":"trace[1634593599] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600; range_end:; response_count:1; response_revision:3635; }","duration":"2.809158086s","start":"2026-04-28T03:28:14.194196Z","end":"2026-04-28T03:28:17.003354Z","steps":["trace[1634593599] 'agreement among raft nodes before linearized reading' (duration: 2.808958261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038126197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:17.003395Z","caller":"traceutil/trace.go:171","msg":"trace[1205000988] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3635; }","duration":"3.560554237s","start":"2026-04-28T03:28:13.442822Z","end":"2026-04-28T03:28:17.003376Z","steps":["trace[1205000988] 'agreement among raft nodes before linearized reading' (duration: 3.560387833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.829128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:17.00343Z","caller":"traceutil/trace.go:171","msg":"trace[1000516911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3635; }","duration":"4.038184508s","start":"2026-04-28T03:28:12.965241Z","end":"2026-04-28T03:28:17.003426Z","steps":["trace[1000516911] 'agreement among raft nodes before linearized reading' (duration: 4.038137287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.19418Z","time spent":"2.809252048s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" "} {"level":"warn","ts":"2026-04-28T03:28:17.003467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.442814Z","time spent":"3.560632429s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:28:17.003329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.258847Z","time spent":"1.744463341s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:17.003386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560573497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:28:17.003467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:12.965222Z","time spent":"4.038242389s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:28:17.003564Z","caller":"traceutil/trace.go:171","msg":"trace[680310455] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3635; }","duration":"3.560793542s","start":"2026-04-28T03:28:13.442766Z","end":"2026-04-28T03:28:17.003559Z","steps":["trace[680310455] 'agreement among raft nodes before linearized reading' (duration: 3.560505216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.442751Z","time spent":"3.560823133s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:28:17.003149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995058777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:17.003675Z","caller":"traceutil/trace.go:171","msg":"trace[1811914193] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3635; }","duration":"1.99562547s","start":"2026-04-28T03:28:15.008016Z","end":"2026-04-28T03:28:17.003642Z","steps":["trace[1811914193] 'agreement among raft nodes before linearized reading' (duration: 1.995064407s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.007985Z","time spent":"1.995703422s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:17.00313Z","caller":"traceutil/trace.go:171","msg":"trace[921860324] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"1.292392336s","start":"2026-04-28T03:28:15.710687Z","end":"2026-04-28T03:28:17.003079Z","steps":["trace[921860324] 'process raft request' (duration: 1.292043848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019740935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:17.003778Z","caller":"traceutil/trace.go:171","msg":"trace[1485848843] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3635; }","duration":"2.020326879s","start":"2026-04-28T03:28:14.983426Z","end":"2026-04-28T03:28:17.003753Z","steps":["trace[1485848843] 'agreement among raft nodes before linearized reading' (duration: 2.019712555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.710661Z","time spent":"1.293084033s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:17.003851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:14.983406Z","time spent":"2.0204216s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:17.003154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942316892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:17.00393Z","caller":"traceutil/trace.go:171","msg":"trace[1932461560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3635; }","duration":"1.9430977s","start":"2026-04-28T03:28:15.060817Z","end":"2026-04-28T03:28:17.003915Z","steps":["trace[1932461560] 'agreement among raft nodes before linearized reading' (duration: 1.942296292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.003984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:15.060751Z","time spent":"1.943219233s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:17.003351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.571364Z","time spent":"3.431981816s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:28:17.003456Z","caller":"traceutil/trace.go:171","msg":"trace[562185378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3635; }","duration":"870.90786ms","start":"2026-04-28T03:28:16.132536Z","end":"2026-04-28T03:28:17.003444Z","steps":["trace[562185378] 'agreement among raft nodes before linearized reading' (duration: 870.845248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.004127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:16.132476Z","time spent":"871.644346ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:17.003253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435647452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:17.004213Z","caller":"traceutil/trace.go:171","msg":"trace[2082812243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3635; }","duration":"3.436643285s","start":"2026-04-28T03:28:13.567564Z","end":"2026-04-28T03:28:17.004208Z","steps":["trace[2082812243] 'agreement among raft nodes before linearized reading' (duration: 3.435628362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.00423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:13.567543Z","time spent":"3.436682297s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:28:17.14112Z","caller":"traceutil/trace.go:171","msg":"trace[1588988168] linearizableReadLoop","detail":"{readStateIndex:3859; appliedIndex:3855; }","duration":"131.349365ms","start":"2026-04-28T03:28:17.009747Z","end":"2026-04-28T03:28:17.141096Z","steps":["trace[1588988168] 'read index received' (duration: 126.304158ms)","trace[1588988168] 'applied index is now lower than readState.Index' (duration: 5.044237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:17.141252Z","caller":"traceutil/trace.go:171","msg":"trace[1629206720] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"132.474391ms","start":"2026-04-28T03:28:17.008766Z","end":"2026-04-28T03:28:17.14124Z","steps":["trace[1629206720] 'process raft request' (duration: 132.279847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.141239Z","caller":"traceutil/trace.go:171","msg":"trace[1227551873] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"133.28767ms","start":"2026-04-28T03:28:17.007903Z","end":"2026-04-28T03:28:17.141191Z","steps":["trace[1227551873] 'process raft request' (duration: 132.977943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.141413Z","caller":"traceutil/trace.go:171","msg":"trace[1093068674] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"133.27079ms","start":"2026-04-28T03:28:17.008127Z","end":"2026-04-28T03:28:17.141398Z","steps":["trace[1093068674] 'process raft request' (duration: 132.85342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.141529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.683326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:17.141528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.166711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:17.141555Z","caller":"traceutil/trace.go:171","msg":"trace[891423762] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3639; }","duration":"126.745187ms","start":"2026-04-28T03:28:17.014803Z","end":"2026-04-28T03:28:17.141548Z","steps":["trace[891423762] 'agreement among raft nodes before linearized reading' (duration: 126.699776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.141575Z","caller":"traceutil/trace.go:171","msg":"trace[157217197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3639; }","duration":"131.224012ms","start":"2026-04-28T03:28:17.010339Z","end":"2026-04-28T03:28:17.141563Z","steps":["trace[157217197] 'agreement among raft nodes before linearized reading' (duration: 131.14448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.141764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.997221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:28:17.141808Z","caller":"traceutil/trace.go:171","msg":"trace[410910552] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"135.474632ms","start":"2026-04-28T03:28:17.006325Z","end":"2026-04-28T03:28:17.1418Z","steps":["trace[410910552] 'process raft request' (duration: 129.741298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.141815Z","caller":"traceutil/trace.go:171","msg":"trace[1663418226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3639; }","duration":"132.078503ms","start":"2026-04-28T03:28:17.009724Z","end":"2026-04-28T03:28:17.141803Z","steps":["trace[1663418226] 'agreement among raft nodes before linearized reading' (duration: 131.770865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:17.93054Z","caller":"traceutil/trace.go:171","msg":"trace[1461586594] linearizableReadLoop","detail":"{readStateIndex:3863; appliedIndex:3862; }","duration":"103.224327ms","start":"2026-04-28T03:28:17.827297Z","end":"2026-04-28T03:28:17.930522Z","steps":["trace[1461586594] 'read index received' (duration: 103.044912ms)","trace[1461586594] 'applied index is now lower than readState.Index' (duration: 178.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:17.930629Z","caller":"traceutil/trace.go:171","msg":"trace[80170633] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"144.724488ms","start":"2026-04-28T03:28:17.785869Z","end":"2026-04-28T03:28:17.930593Z","steps":["trace[80170633] 'process raft request' (duration: 144.526584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:17.930735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.432501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:28:17.930759Z","caller":"traceutil/trace.go:171","msg":"trace[519442421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3643; }","duration":"103.469002ms","start":"2026-04-28T03:28:17.827283Z","end":"2026-04-28T03:28:17.930752Z","steps":["trace[519442421] 'agreement among raft nodes before linearized reading' (duration: 103.360759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:18.457241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.727902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:18.457313Z","caller":"traceutil/trace.go:171","msg":"trace[1519655611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3645; }","duration":"412.842605ms","start":"2026-04-28T03:28:18.044452Z","end":"2026-04-28T03:28:18.457294Z","steps":["trace[1519655611] 'range keys from in-memory index tree' (duration: 412.649741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:18.45735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:18.044433Z","time spent":"412.908996ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:18.457505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.409263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:18.457617Z","caller":"traceutil/trace.go:171","msg":"trace[550241387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3645; }","duration":"344.565057ms","start":"2026-04-28T03:28:18.113026Z","end":"2026-04-28T03:28:18.457591Z","steps":["trace[550241387] 'count revisions from in-memory index tree' (duration: 344.330761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:18.457677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:18.113008Z","time spent":"344.649728ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:18.72506Z","caller":"traceutil/trace.go:171","msg":"trace[1553927567] linearizableReadLoop","detail":"{readStateIndex:3869; appliedIndex:3865; }","duration":"131.696034ms","start":"2026-04-28T03:28:18.593339Z","end":"2026-04-28T03:28:18.725035Z","steps":["trace[1553927567] 'read index received' (duration: 81.981719ms)","trace[1553927567] 'applied index is now lower than readState.Index' (duration: 49.712995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:18.725307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.952979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:28:18.725367Z","caller":"traceutil/trace.go:171","msg":"trace[1303913066] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3649; }","duration":"132.053492ms","start":"2026-04-28T03:28:18.5933Z","end":"2026-04-28T03:28:18.725353Z","steps":["trace[1303913066] 'agreement among raft nodes before linearized reading' (duration: 131.839387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:18.72575Z","caller":"traceutil/trace.go:171","msg":"trace[1216789996] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"139.596019ms","start":"2026-04-28T03:28:18.586135Z","end":"2026-04-28T03:28:18.725731Z","steps":["trace[1216789996] 'process raft request' (duration: 138.79909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:18.726215Z","caller":"traceutil/trace.go:171","msg":"trace[1275097044] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"140.08732ms","start":"2026-04-28T03:28:18.586086Z","end":"2026-04-28T03:28:18.726173Z","steps":["trace[1275097044] 'process raft request' (duration: 138.667467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:18.726978Z","caller":"traceutil/trace.go:171","msg":"trace[230375138] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"139.573587ms","start":"2026-04-28T03:28:18.587387Z","end":"2026-04-28T03:28:18.726961Z","steps":["trace[230375138] 'process raft request' (duration: 137.600502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.777805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360737175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:20.777851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.471201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:20.777902Z","caller":"traceutil/trace.go:171","msg":"trace[50212406] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:3654; }","duration":"598.562503ms","start":"2026-04-28T03:28:20.179325Z","end":"2026-04-28T03:28:20.777888Z","steps":["trace[50212406] 'count revisions from in-memory index tree' (duration: 598.389009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.777951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.179304Z","time spent":"598.631035ms","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:20.778206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.659134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:28:20.778251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.470084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:20.77827Z","caller":"traceutil/trace.go:171","msg":"trace[351611484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3654; }","duration":"838.762137ms","start":"2026-04-28T03:28:19.939495Z","end":"2026-04-28T03:28:20.778257Z","steps":["trace[351611484] 'range keys from in-memory index tree' (duration: 838.416319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:20.778303Z","caller":"traceutil/trace.go:171","msg":"trace[938610924] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3654; }","duration":"728.572826ms","start":"2026-04-28T03:28:20.049718Z","end":"2026-04-28T03:28:20.778291Z","steps":["trace[938610924] 'count revisions from in-memory index tree' (duration: 728.382362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.778306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:19.939476Z","time spent":"838.822179ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:20.77833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.049694Z","time spent":"728.629408ms","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:20.778515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.337817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:28:20.778554Z","caller":"traceutil/trace.go:171","msg":"trace[885260579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3654; }","duration":"838.405948ms","start":"2026-04-28T03:28:19.940138Z","end":"2026-04-28T03:28:20.778544Z","steps":["trace[885260579] 'range keys from in-memory index tree' (duration: 838.233373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.778589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:19.940119Z","time spent":"838.45649ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:28:20.777897Z","caller":"traceutil/trace.go:171","msg":"trace[1090300776] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3654; }","duration":"1.3608621s","start":"2026-04-28T03:28:19.417012Z","end":"2026-04-28T03:28:20.777874Z","steps":["trace[1090300776] 'count revisions from in-memory index tree' (duration: 1.360614732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:20.778696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:19.416999Z","time spent":"1.361662978s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":36,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:20.778376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.719789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:20.779055Z","caller":"traceutil/trace.go:171","msg":"trace[658643233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3654; }","duration":"588.399966ms","start":"2026-04-28T03:28:20.190637Z","end":"2026-04-28T03:28:20.779037Z","steps":["trace[658643233] 'range keys from in-memory index tree' (duration: 587.706109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.263285Z","caller":"traceutil/trace.go:171","msg":"trace[1101821338] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"582.16679ms","start":"2026-04-28T03:28:20.681091Z","end":"2026-04-28T03:28:21.263258Z","steps":["trace[1101821338] 'process raft request' (duration: 581.996116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.26346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.681067Z","time spent":"582.314463ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.679041Z","caller":"traceutil/trace.go:171","msg":"trace[1734039977] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"936.247221ms","start":"2026-04-28T03:28:20.742761Z","end":"2026-04-28T03:28:21.679008Z","steps":["trace[1734039977] 'process raft request' (duration: 936.017356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.679211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.742743Z","time spent":"936.391324ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.679343Z","caller":"traceutil/trace.go:171","msg":"trace[682598556] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"936.415055ms","start":"2026-04-28T03:28:20.7429Z","end":"2026-04-28T03:28:21.679315Z","steps":["trace[682598556] 'process raft request' (duration: 936.053427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.679622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.742896Z","time spent":"936.522968ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.679624Z","caller":"traceutil/trace.go:171","msg":"trace[2055011624] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"936.581098ms","start":"2026-04-28T03:28:20.742998Z","end":"2026-04-28T03:28:21.679579Z","steps":["trace[2055011624] 'process raft request' (duration: 936.20595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.679703Z","caller":"traceutil/trace.go:171","msg":"trace[1395212820] transaction","detail":"{read_only:false; response_revision:3659; number_of_response:1; }","duration":"896.310606ms","start":"2026-04-28T03:28:20.783327Z","end":"2026-04-28T03:28:21.679638Z","steps":["trace[1395212820] 'process raft request' (duration: 896.134572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.679821Z","caller":"traceutil/trace.go:171","msg":"trace[1838660778] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"895.917216ms","start":"2026-04-28T03:28:20.783883Z","end":"2026-04-28T03:28:21.6798Z","steps":["trace[1838660778] 'process raft request' (duration: 895.682961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.67982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.783305Z","time spent":"896.459659ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.679894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.446829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:28:21.679916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.783862Z","time spent":"896.005348ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.679821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:20.74298Z","time spent":"936.761893ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.679959Z","caller":"traceutil/trace.go:171","msg":"trace[640494432] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3660; }","duration":"664.541801ms","start":"2026-04-28T03:28:21.015397Z","end":"2026-04-28T03:28:21.679939Z","steps":["trace[640494432] 'agreement among raft nodes before linearized reading' (duration: 664.305575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.679638Z","caller":"traceutil/trace.go:171","msg":"trace[1853956640] linearizableReadLoop","detail":"{readStateIndex:3881; appliedIndex:3875; }","duration":"664.175422ms","start":"2026-04-28T03:28:21.015442Z","end":"2026-04-28T03:28:21.679617Z","steps":["trace[1853956640] 'read index received' (duration: 247.657689ms)","trace[1853956640] 'applied index is now lower than readState.Index' (duration: 416.516543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.680003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.015375Z","time spent":"664.617242ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:28:21.68021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.383679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:28:21.680226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.936358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:21.680258Z","caller":"traceutil/trace.go:171","msg":"trace[841443831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3660; }","duration":"448.474031ms","start":"2026-04-28T03:28:21.231772Z","end":"2026-04-28T03:28:21.680246Z","steps":["trace[841443831] 'agreement among raft nodes before linearized reading' (duration: 448.327278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.68028Z","caller":"traceutil/trace.go:171","msg":"trace[511963977] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3660; }","duration":"392.037411ms","start":"2026-04-28T03:28:21.288226Z","end":"2026-04-28T03:28:21.680264Z","steps":["trace[511963977] 'agreement among raft nodes before linearized reading' (duration: 391.940278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.680278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.809642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:28:21.680316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.647462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:28:21.680291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.231752Z","time spent":"448.531862ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:28:21.680386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.310087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:21.680393Z","caller":"traceutil/trace.go:171","msg":"trace[468727804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3660; }","duration":"450.758885ms","start":"2026-04-28T03:28:21.229609Z","end":"2026-04-28T03:28:21.680368Z","steps":["trace[468727804] 'agreement among raft nodes before linearized reading' (duration: 450.506059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.680405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.437055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:21.68035Z","caller":"traceutil/trace.go:171","msg":"trace[412265712] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3660; }","duration":"663.917175ms","start":"2026-04-28T03:28:21.016415Z","end":"2026-04-28T03:28:21.680333Z","steps":["trace[412265712] 'agreement among raft nodes before linearized reading' (duration: 663.69477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.680419Z","caller":"traceutil/trace.go:171","msg":"trace[1817348290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3660; }","duration":"448.360878ms","start":"2026-04-28T03:28:21.232049Z","end":"2026-04-28T03:28:21.68041Z","steps":["trace[1817348290] 'agreement among raft nodes before linearized reading' (duration: 448.263436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.680454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.229585Z","time spent":"450.853556ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:28:21.680465Z","caller":"traceutil/trace.go:171","msg":"trace[666951544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3660; }","duration":"634.496337ms","start":"2026-04-28T03:28:21.045954Z","end":"2026-04-28T03:28:21.680451Z","steps":["trace[666951544] 'agreement among raft nodes before linearized reading' (duration: 634.409915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.680523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.016404Z","time spent":"664.056718ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:28:21.68034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.288203Z","time spent":"392.122172ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:21.680524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.045902Z","time spent":"634.604489ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:21.680473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.232042Z","time spent":"448.42312ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:28:21.680413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.454938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:28:21.681809Z","caller":"traceutil/trace.go:171","msg":"trace[1865697663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3660; }","duration":"451.101342ms","start":"2026-04-28T03:28:21.229896Z","end":"2026-04-28T03:28:21.680997Z","steps":["trace[1865697663] 'agreement among raft nodes before linearized reading' (duration: 450.430977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.68197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.229869Z","time spent":"452.006403ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:28:21.9854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.957803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:21.985526Z","caller":"traceutil/trace.go:171","msg":"trace[1787548324] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"300.61632ms","start":"2026-04-28T03:28:21.684897Z","end":"2026-04-28T03:28:21.985513Z","steps":["trace[1787548324] 'process raft request' (duration: 189.456812ms)","trace[1787548324] 'compare' (duration: 110.866841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.985565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.684871Z","time spent":"300.675771ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.985774Z","caller":"traceutil/trace.go:171","msg":"trace[55721028] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"300.694942ms","start":"2026-04-28T03:28:21.685036Z","end":"2026-04-28T03:28:21.98573Z","steps":["trace[55721028] 'process raft request' (duration: 300.442136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.985903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.685018Z","time spent":"300.822424ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:21.98597Z","caller":"traceutil/trace.go:171","msg":"trace[1789096856] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3881; }","duration":"299.025013ms","start":"2026-04-28T03:28:21.686937Z","end":"2026-04-28T03:28:21.985962Z","steps":["trace[1789096856] 'read index received' (duration: 187.432315ms)","trace[1789096856] 'applied index is now lower than readState.Index' (duration: 111.591968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:21.98607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.054627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:21.986089Z","caller":"traceutil/trace.go:171","msg":"trace[1806488865] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3663; }","duration":"290.098608ms","start":"2026-04-28T03:28:21.695982Z","end":"2026-04-28T03:28:21.986081Z","steps":["trace[1806488865] 'agreement among raft nodes before linearized reading' (duration: 290.038157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:21.986076Z","caller":"traceutil/trace.go:171","msg":"trace[2027200723] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"300.013025ms","start":"2026-04-28T03:28:21.686019Z","end":"2026-04-28T03:28:21.986032Z","steps":["trace[2027200723] 'process raft request' (duration: 299.642627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:21.98629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:21.685988Z","time spent":"300.195629ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:21.986324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.37542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:28:21.986411Z","caller":"traceutil/trace.go:171","msg":"trace[752325859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3663; }","duration":"299.522254ms","start":"2026-04-28T03:28:21.686869Z","end":"2026-04-28T03:28:21.986391Z","steps":["trace[752325859] 'agreement among raft nodes before linearized reading' (duration: 299.147866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:24.950717Z","caller":"traceutil/trace.go:171","msg":"trace[499659516] linearizableReadLoop","detail":"{readStateIndex:3894; appliedIndex:3893; }","duration":"426.044033ms","start":"2026-04-28T03:28:24.524633Z","end":"2026-04-28T03:28:24.950677Z","steps":["trace[499659516] 'read index received' (duration: 423.927384ms)","trace[499659516] 'applied index is now lower than readState.Index' (duration: 2.115299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:24.950912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.108929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:24.950965Z","caller":"traceutil/trace.go:171","msg":"trace[1062989988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3672; }","duration":"359.213191ms","start":"2026-04-28T03:28:24.591734Z","end":"2026-04-28T03:28:24.950947Z","steps":["trace[1062989988] 'agreement among raft nodes before linearized reading' (duration: 359.109829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:24.950943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.279078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:24.951012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:24.591712Z","time spent":"359.288873ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:24.951054Z","caller":"traceutil/trace.go:171","msg":"trace[285730250] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3672; }","duration":"426.419292ms","start":"2026-04-28T03:28:24.524596Z","end":"2026-04-28T03:28:24.951015Z","steps":["trace[285730250] 'agreement among raft nodes before linearized reading' (duration: 426.207807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:24.951103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:24.524579Z","time spent":"426.511653ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:24.951386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.974406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:24.951438Z","caller":"traceutil/trace.go:171","msg":"trace[875214046] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3672; }","duration":"256.065428ms","start":"2026-04-28T03:28:24.695361Z","end":"2026-04-28T03:28:24.951426Z","steps":["trace[875214046] 'agreement among raft nodes before linearized reading' (duration: 255.982446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:25.368479Z","caller":"traceutil/trace.go:171","msg":"trace[1611408004] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"151.950921ms","start":"2026-04-28T03:28:25.216498Z","end":"2026-04-28T03:28:25.368449Z","steps":["trace[1611408004] 'process raft request' (duration: 151.753307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:25.54923Z","caller":"traceutil/trace.go:171","msg":"trace[785953834] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"111.060305ms","start":"2026-04-28T03:28:25.438144Z","end":"2026-04-28T03:28:25.549204Z","steps":["trace[785953834] 'process raft request' (duration: 106.187623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.14271Z","caller":"traceutil/trace.go:171","msg":"trace[984186559] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"138.849113ms","start":"2026-04-28T03:28:26.003826Z","end":"2026-04-28T03:28:26.142675Z","steps":["trace[984186559] 'process raft request' (duration: 138.630747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:26.493615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.245654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:26.493827Z","caller":"traceutil/trace.go:171","msg":"trace[652805437] transaction","detail":"{read_only:false; response_revision:3682; number_of_response:1; }","duration":"489.936398ms","start":"2026-04-28T03:28:26.003863Z","end":"2026-04-28T03:28:26.4938Z","steps":["trace[652805437] 'process raft request' (duration: 250.410118ms)","trace[652805437] 'compare' (duration: 239.108681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:26.493942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:26.003832Z","time spent":"490.05719ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:26.493971Z","caller":"traceutil/trace.go:171","msg":"trace[1499078582] transaction","detail":"{read_only:false; response_revision:3683; number_of_response:1; }","duration":"488.117876ms","start":"2026-04-28T03:28:26.005826Z","end":"2026-04-28T03:28:26.493944Z","steps":["trace[1499078582] 'process raft request' (duration: 487.901742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.49396Z","caller":"traceutil/trace.go:171","msg":"trace[447127963] linearizableReadLoop","detail":"{readStateIndex:3905; appliedIndex:3902; }","duration":"475.089418ms","start":"2026-04-28T03:28:26.018836Z","end":"2026-04-28T03:28:26.493926Z","steps":["trace[447127963] 'read index received' (duration: 123.585162ms)","trace[447127963] 'applied index is now lower than readState.Index' (duration: 351.501106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:26.49409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:26.005806Z","time spent":"488.214868ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:26.494179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.42515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:26.494201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.340944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:26.494238Z","caller":"traceutil/trace.go:171","msg":"trace[2128243414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3683; }","duration":"449.530442ms","start":"2026-04-28T03:28:26.044693Z","end":"2026-04-28T03:28:26.494223Z","steps":["trace[2128243414] 'agreement among raft nodes before linearized reading' (duration: 449.415669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:26.494262Z","caller":"traceutil/trace.go:171","msg":"trace[539417509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3683; }","duration":"475.438576ms","start":"2026-04-28T03:28:26.018808Z","end":"2026-04-28T03:28:26.494247Z","steps":["trace[539417509] 'agreement among raft nodes before linearized reading' (duration: 475.223851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:26.494295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:26.018794Z","time spent":"475.494997ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:28:26.494291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:26.044676Z","time spent":"449.603784ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:28.444495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.99851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:28.444581Z","caller":"traceutil/trace.go:171","msg":"trace[1266962764] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3691; }","duration":"206.143434ms","start":"2026-04-28T03:28:28.238414Z","end":"2026-04-28T03:28:28.444558Z","steps":["trace[1266962764] 'count revisions from in-memory index tree' (duration: 205.905618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:28.624551Z","caller":"traceutil/trace.go:171","msg":"trace[1984999497] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"122.458447ms","start":"2026-04-28T03:28:28.502064Z","end":"2026-04-28T03:28:28.624523Z","steps":["trace[1984999497] 'process raft request' (duration: 122.290022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:28.760215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.782536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:28.76033Z","caller":"traceutil/trace.go:171","msg":"trace[852574831] linearizableReadLoop","detail":"{readStateIndex:3915; appliedIndex:3913; }","duration":"255.70174ms","start":"2026-04-28T03:28:28.504609Z","end":"2026-04-28T03:28:28.760311Z","steps":["trace[852574831] 'read index received' (duration: 119.829506ms)","trace[852574831] 'applied index is now lower than readState.Index' (duration: 135.871114ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:28.760418Z","caller":"traceutil/trace.go:171","msg":"trace[49342673] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"257.91493ms","start":"2026-04-28T03:28:28.502486Z","end":"2026-04-28T03:28:28.760401Z","steps":["trace[49342673] 'process raft request' (duration: 147.867448ms)","trace[49342673] 'compare' (duration: 109.588812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:28.760705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:28.760778Z","caller":"traceutil/trace.go:171","msg":"trace[240815964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3693; }","duration":"256.201621ms","start":"2026-04-28T03:28:28.50456Z","end":"2026-04-28T03:28:28.760762Z","steps":["trace[240815964] 'agreement among raft nodes before linearized reading' (duration: 256.002237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:28.760698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.402063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:28:28.760899Z","caller":"traceutil/trace.go:171","msg":"trace[1073022196] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3693; }","duration":"166.624598ms","start":"2026-04-28T03:28:28.594231Z","end":"2026-04-28T03:28:28.760856Z","steps":["trace[1073022196] 'agreement among raft nodes before linearized reading' (duration: 166.346332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:28.938012Z","caller":"traceutil/trace.go:171","msg":"trace[2109642363] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"130.611603ms","start":"2026-04-28T03:28:28.807358Z","end":"2026-04-28T03:28:28.937969Z","steps":["trace[2109642363] 'process raft request' (duration: 78.143311ms)","trace[2109642363] 'compare' (duration: 52.230787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:29.158671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:29.158742Z","caller":"traceutil/trace.go:171","msg":"trace[54698845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3694; }","duration":"114.29722ms","start":"2026-04-28T03:28:29.044431Z","end":"2026-04-28T03:28:29.158728Z","steps":["trace[54698845] 'range keys from in-memory index tree' (duration: 114.104395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:29.315599Z","caller":"traceutil/trace.go:171","msg":"trace[1258440237] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"117.709297ms","start":"2026-04-28T03:28:29.197869Z","end":"2026-04-28T03:28:29.315578Z","steps":["trace[1258440237] 'process raft request' (duration: 117.566174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:29.340136Z","caller":"traceutil/trace.go:171","msg":"trace[479425644] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"121.667548ms","start":"2026-04-28T03:28:29.218437Z","end":"2026-04-28T03:28:29.340105Z","steps":["trace[479425644] 'process raft request' (duration: 121.415932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:29.748339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.508437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:29.748828Z","caller":"traceutil/trace.go:171","msg":"trace[1650657635] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"405.987164ms","start":"2026-04-28T03:28:29.342819Z","end":"2026-04-28T03:28:29.748806Z","steps":["trace[1650657635] 'process raft request' (duration: 22.932455ms)","trace[1650657635] 'compare' (duration: 382.390724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:29.748861Z","caller":"traceutil/trace.go:171","msg":"trace[513459666] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"330.368061ms","start":"2026-04-28T03:28:29.418457Z","end":"2026-04-28T03:28:29.748825Z","steps":["trace[513459666] 'process raft request' (duration: 330.255339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:29.748957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:29.342795Z","time spent":"406.092776ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:29.749141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:29.418427Z","time spent":"330.489104ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:29.901933Z","caller":"traceutil/trace.go:171","msg":"trace[2014475551] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"117.777669ms","start":"2026-04-28T03:28:29.784126Z","end":"2026-04-28T03:28:29.901904Z","steps":["trace[2014475551] 'process raft request' (duration: 117.3877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:29.902341Z","caller":"traceutil/trace.go:171","msg":"trace[1230684557] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"117.878101ms","start":"2026-04-28T03:28:29.784402Z","end":"2026-04-28T03:28:29.90228Z","steps":["trace[1230684557] 'process raft request' (duration: 117.277236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:32.948697Z","caller":"traceutil/trace.go:171","msg":"trace[492717060] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"147.969291ms","start":"2026-04-28T03:28:32.800716Z","end":"2026-04-28T03:28:32.948685Z","steps":["trace[492717060] 'process raft request' (duration: 147.754666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:32.94867Z","caller":"traceutil/trace.go:171","msg":"trace[82926999] linearizableReadLoop","detail":"{readStateIndex:3941; appliedIndex:3940; }","duration":"100.191736ms","start":"2026-04-28T03:28:32.848455Z","end":"2026-04-28T03:28:32.948646Z","steps":["trace[82926999] 'read index received' (duration: 99.91588ms)","trace[82926999] 'applied index is now lower than readState.Index' (duration: 274.806µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:32.948861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.384261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:32.94896Z","caller":"traceutil/trace.go:171","msg":"trace[648740833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3718; }","duration":"100.529714ms","start":"2026-04-28T03:28:32.848416Z","end":"2026-04-28T03:28:32.948945Z","steps":["trace[648740833] 'agreement among raft nodes before linearized reading' (duration: 100.310289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:34.292914Z","caller":"traceutil/trace.go:171","msg":"trace[1382958612] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"112.214672ms","start":"2026-04-28T03:28:34.180666Z","end":"2026-04-28T03:28:34.29288Z","steps":["trace[1382958612] 'process raft request' (duration: 112.036638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.207421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:28:35.547499Z","caller":"traceutil/trace.go:171","msg":"trace[1524337408] linearizableReadLoop","detail":"{readStateIndex:3951; appliedIndex:3950; }","duration":"840.729767ms","start":"2026-04-28T03:28:34.706743Z","end":"2026-04-28T03:28:35.547473Z","steps":["trace[1524337408] 'read index received' (duration: 840.43802ms)","trace[1524337408] 'applied index is now lower than readState.Index' (duration: 290.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:35.547597Z","caller":"traceutil/trace.go:171","msg":"trace[398338973] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"866.685182ms","start":"2026-04-28T03:28:34.680887Z","end":"2026-04-28T03:28:35.547572Z","steps":["trace[398338973] 'process raft request' (duration: 866.362345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.547723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.959382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:28:35.54775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:34.680869Z","time spent":"866.808635ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:35.547776Z","caller":"traceutil/trace.go:171","msg":"trace[262666641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3727; }","duration":"841.080344ms","start":"2026-04-28T03:28:34.706681Z","end":"2026-04-28T03:28:35.547761Z","steps":["trace[262666641] 'agreement among raft nodes before linearized reading' (duration: 840.938901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.547824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:34.706648Z","time spent":"841.161576ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:35.547866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.312072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:35.547964Z","caller":"traceutil/trace.go:171","msg":"trace[703193043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3727; }","duration":"588.442025ms","start":"2026-04-28T03:28:34.959498Z","end":"2026-04-28T03:28:35.54794Z","steps":["trace[703193043] 'agreement among raft nodes before linearized reading' (duration: 588.256301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.547947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.768548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:35.548035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:34.959477Z","time spent":"588.529637ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:28:35.548068Z","caller":"traceutil/trace.go:171","msg":"trace[494121279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3727; }","duration":"501.960023ms","start":"2026-04-28T03:28:35.046079Z","end":"2026-04-28T03:28:35.548039Z","steps":["trace[494121279] 'agreement among raft nodes before linearized reading' (duration: 501.696347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.548126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:35.046051Z","time spent":"502.065175ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:35.548339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.960414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:35.548598Z","caller":"traceutil/trace.go:171","msg":"trace[251458020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3727; }","duration":"595.293532ms","start":"2026-04-28T03:28:34.953284Z","end":"2026-04-28T03:28:35.548578Z","steps":["trace[251458020] 'agreement among raft nodes before linearized reading' (duration: 594.448163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:35.548659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:34.953248Z","time spent":"595.400274ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:28:37.536265Z","caller":"traceutil/trace.go:171","msg":"trace[1361605706] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"218.149989ms","start":"2026-04-28T03:28:37.318087Z","end":"2026-04-28T03:28:37.536237Z","steps":["trace[1361605706] 'process raft request' (duration: 217.850422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.172529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.761168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:38.172636Z","caller":"traceutil/trace.go:171","msg":"trace[995809730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3736; }","duration":"415.931282ms","start":"2026-04-28T03:28:37.756679Z","end":"2026-04-28T03:28:38.17261Z","steps":["trace[995809730] 'count revisions from in-memory index tree' (duration: 415.664986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.172694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.756651Z","time spent":"416.025284ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:38.17282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.306829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:28:38.172807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.480366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:28:38.172847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.318032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:38.172867Z","caller":"traceutil/trace.go:171","msg":"trace[65247331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3736; }","duration":"621.38621ms","start":"2026-04-28T03:28:37.551467Z","end":"2026-04-28T03:28:38.172853Z","steps":["trace[65247331] 'range keys from in-memory index tree' (duration: 621.136454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:38.172884Z","caller":"traceutil/trace.go:171","msg":"trace[230538743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3736; }","duration":"595.61282ms","start":"2026-04-28T03:28:37.57725Z","end":"2026-04-28T03:28:38.172863Z","steps":["trace[230538743] 'range keys from in-memory index tree' (duration: 595.259052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:38.172896Z","caller":"traceutil/trace.go:171","msg":"trace[1546730150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3736; }","duration":"612.406844ms","start":"2026-04-28T03:28:37.560475Z","end":"2026-04-28T03:28:38.172882Z","steps":["trace[1546730150] 'range keys from in-memory index tree' (duration: 612.135538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.172901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.551451Z","time spent":"621.442252ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:28:38.172923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.577225Z","time spent":"595.690171ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:28:38.172929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.560457Z","time spent":"612.465365ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:28:38.300036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:28:38.731281Z","caller":"traceutil/trace.go:171","msg":"trace[2124414556] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"945.444025ms","start":"2026-04-28T03:28:37.785783Z","end":"2026-04-28T03:28:38.731227Z","steps":["trace[2124414556] 'process raft request' (duration: 945.279952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:38.73168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.785759Z","time spent":"945.61245ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:40.044183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:28:40.044264Z","caller":"traceutil/trace.go:171","msg":"trace[1241834554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031483s","start":"2026-04-28T03:28:38.04393Z","end":"2026-04-28T03:28:40.044244Z","steps":["trace[1241834554] 'agreement among raft nodes before linearized reading' (duration: 2.000206648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.044312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.043912Z","time spent":"2.000390501s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:40.908381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177306315s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:28:40.908776Z","caller":"traceutil/trace.go:171","msg":"trace[102228847] linearizableReadLoop","detail":"{readStateIndex:3966; appliedIndex:3960; }","duration":"3.10957292s","start":"2026-04-28T03:28:37.799187Z","end":"2026-04-28T03:28:40.90876Z","steps":["trace[102228847] 'read index received' (duration: 931.879305ms)","trace[102228847] 'applied index is now lower than readState.Index' (duration: 2.177693045s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:40.908802Z","caller":"traceutil/trace.go:171","msg":"trace[124729669] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"3.019285941s","start":"2026-04-28T03:28:37.88948Z","end":"2026-04-28T03:28:40.908766Z","steps":["trace[124729669] 'process raft request' (duration: 3.019092527s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.908875Z","caller":"traceutil/trace.go:171","msg":"trace[1142168879] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"2.731807274s","start":"2026-04-28T03:28:38.177058Z","end":"2026-04-28T03:28:40.908865Z","steps":["trace[1142168879] 'process raft request' (duration: 2.73166357s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.908871Z","caller":"traceutil/trace.go:171","msg":"trace[1677824870] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"2.968984789s","start":"2026-04-28T03:28:37.939849Z","end":"2026-04-28T03:28:40.908834Z","steps":["trace[1677824870] 'process raft request' (duration: 2.968854226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.908987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.177043Z","time spent":"2.731859325s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:40.909074Z","caller":"traceutil/trace.go:171","msg":"trace[802674143] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"2.976544182s","start":"2026-04-28T03:28:37.932513Z","end":"2026-04-28T03:28:40.909057Z","steps":["trace[802674143] 'process raft request' (duration: 2.976170513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.909168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10997245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:40.909211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.932489Z","time spent":"2.976648354s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:40.909072Z","caller":"traceutil/trace.go:171","msg":"trace[2142173610] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"2.731762712s","start":"2026-04-28T03:28:38.17728Z","end":"2026-04-28T03:28:40.909043Z","steps":["trace[2142173610] 'process raft request' (duration: 2.731458585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.909239Z","caller":"traceutil/trace.go:171","msg":"trace[2023517088] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3742; }","duration":"3.110105533s","start":"2026-04-28T03:28:37.799121Z","end":"2026-04-28T03:28:40.909227Z","steps":["trace[2023517088] 'agreement among raft nodes before linearized reading' (duration: 3.10996483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.909283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.799101Z","time spent":"3.110167674s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:40.909403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.17727Z","time spent":"2.732009407s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:40.909755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.939827Z","time spent":"2.969135392s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:40.908971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.889464Z","time spent":"3.019411564s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:40.987088Z","caller":"traceutil/trace.go:171","msg":"trace[499449628] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"426.366772ms","start":"2026-04-28T03:28:40.560697Z","end":"2026-04-28T03:28:40.987064Z","steps":["trace[499449628] 'process raft request' (duration: 426.28489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.98714Z","caller":"traceutil/trace.go:171","msg":"trace[1752990353] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"1.483771093s","start":"2026-04-28T03:28:39.503317Z","end":"2026-04-28T03:28:40.987088Z","steps":["trace[1752990353] 'process raft request' (duration: 1.483529647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.987331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:39.503291Z","time spent":"1.483939616s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:40.987464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186891362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:40.987525Z","caller":"traceutil/trace.go:171","msg":"trace[1381747948] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3745; }","duration":"3.186984315s","start":"2026-04-28T03:28:37.800523Z","end":"2026-04-28T03:28:40.987507Z","steps":["trace[1381747948] 'agreement among raft nodes before linearized reading' (duration: 3.18675908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.987526Z","caller":"traceutil/trace.go:171","msg":"trace[1004816241] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"249.13525ms","start":"2026-04-28T03:28:40.738375Z","end":"2026-04-28T03:28:40.98751Z","steps":["trace[1004816241] 'process raft request' (duration: 248.650359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.987516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934937848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:28:40.98757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.800504Z","time spent":"3.187054096s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:28:40.987591Z","caller":"traceutil/trace.go:171","msg":"trace[454516356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3745; }","duration":"2.935061891s","start":"2026-04-28T03:28:38.052511Z","end":"2026-04-28T03:28:40.987573Z","steps":["trace[454516356] 'agreement among raft nodes before linearized reading' (duration: 2.934843786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.987575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.99244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:40.98764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980125093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:28:40.987639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.052494Z","time spent":"2.935131562s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:28:40.987695Z","caller":"traceutil/trace.go:171","msg":"trace[382509939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3745; }","duration":"2.980213946s","start":"2026-04-28T03:28:38.007468Z","end":"2026-04-28T03:28:40.987682Z","steps":["trace[382509939] 'agreement among raft nodes before linearized reading' (duration: 2.980096653s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.987692Z","caller":"traceutil/trace.go:171","msg":"trace[1546831066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3745; }","duration":"943.106713ms","start":"2026-04-28T03:28:40.04453Z","end":"2026-04-28T03:28:40.987637Z","steps":["trace[1546831066] 'agreement among raft nodes before linearized reading' (duration: 942.971039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.987731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.007448Z","time spent":"2.980274427s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:40.98774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:40.044515Z","time spent":"943.213156ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:28:40.987737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393357538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:28:40.987764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186303409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:40.987803Z","caller":"traceutil/trace.go:171","msg":"trace[1934070406] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:3745; }","duration":"2.393475921s","start":"2026-04-28T03:28:38.594311Z","end":"2026-04-28T03:28:40.987787Z","steps":["trace[1934070406] 'agreement among raft nodes before linearized reading' (duration: 2.393226225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.98782Z","caller":"traceutil/trace.go:171","msg":"trace[1622661338] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3745; }","duration":"3.18635803s","start":"2026-04-28T03:28:37.801446Z","end":"2026-04-28T03:28:40.987804Z","steps":["trace[1622661338] 'agreement among raft nodes before linearized reading' (duration: 3.186180196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.987859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:37.801424Z","time spent":"3.186424461s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:28:40.987883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.594292Z","time spent":"2.393539192s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:28:40.987944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:40.56068Z","time spent":"426.482294ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:40.988264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809204956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"warn","ts":"2026-04-28T03:28:40.988308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682557775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:28:40.988322Z","caller":"traceutil/trace.go:171","msg":"trace[103716586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3745; }","duration":"2.809282449s","start":"2026-04-28T03:28:38.179026Z","end":"2026-04-28T03:28:40.988308Z","steps":["trace[103716586] 'agreement among raft nodes before linearized reading' (duration: 2.808408289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:40.988372Z","caller":"traceutil/trace.go:171","msg":"trace[1921169834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3745; }","duration":"2.682693818s","start":"2026-04-28T03:28:38.305665Z","end":"2026-04-28T03:28:40.988359Z","steps":["trace[1921169834] 'agreement among raft nodes before linearized reading' (duration: 2.68235362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:40.988389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.179017Z","time spent":"2.80935828s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:28:40.988409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:38.305643Z","time spent":"2.68275609s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:44.913459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.265825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:44.913573Z","caller":"traceutil/trace.go:171","msg":"trace[1407668207] linearizableReadLoop","detail":"{readStateIndex:3987; appliedIndex:3986; }","duration":"605.949216ms","start":"2026-04-28T03:28:44.307607Z","end":"2026-04-28T03:28:44.913556Z","steps":["trace[1407668207] 'read index received' (duration: 139.553468ms)","trace[1407668207] 'applied index is now lower than readState.Index' (duration: 466.394218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:44.91369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.076909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:44.913731Z","caller":"traceutil/trace.go:171","msg":"trace[935910779] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3761; }","duration":"606.149371ms","start":"2026-04-28T03:28:44.307568Z","end":"2026-04-28T03:28:44.913717Z","steps":["trace[935910779] 'agreement among raft nodes before linearized reading' (duration: 606.034118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:44.913773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:44.307549Z","time spent":"606.213052ms","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:44.914138Z","caller":"traceutil/trace.go:171","msg":"trace[815407332] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"673.831131ms","start":"2026-04-28T03:28:44.240263Z","end":"2026-04-28T03:28:44.914094Z","steps":["trace[815407332] 'process raft request' (duration: 206.84493ms)","trace[815407332] 'compare' (duration: 465.676662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:44.914276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:44.240242Z","time spent":"673.960545ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:45.123747Z","caller":"traceutil/trace.go:171","msg":"trace[1864453417] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"161.135832ms","start":"2026-04-28T03:28:44.962581Z","end":"2026-04-28T03:28:45.123717Z","steps":["trace[1864453417] 'process raft request' (duration: 71.300654ms)","trace[1864453417] 'compare' (duration: 89.572513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:45.123948Z","caller":"traceutil/trace.go:171","msg":"trace[1809666498] linearizableReadLoop","detail":"{readStateIndex:3988; appliedIndex:3987; }","duration":"158.456421ms","start":"2026-04-28T03:28:44.965414Z","end":"2026-04-28T03:28:45.123871Z","steps":["trace[1809666498] 'read index received' (duration: 68.463718ms)","trace[1809666498] 'applied index is now lower than readState.Index' (duration: 89.988573ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:45.124094Z","caller":"traceutil/trace.go:171","msg":"trace[1972707891] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"157.156282ms","start":"2026-04-28T03:28:44.966919Z","end":"2026-04-28T03:28:45.124075Z","steps":["trace[1972707891] 'process raft request' (duration: 157.052989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:45.124094Z","caller":"traceutil/trace.go:171","msg":"trace[1377130503] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"157.552911ms","start":"2026-04-28T03:28:44.966522Z","end":"2026-04-28T03:28:45.124075Z","steps":["trace[1377130503] 'process raft request' (duration: 157.209113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.124515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.070995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:45.12466Z","caller":"traceutil/trace.go:171","msg":"trace[1649567707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3764; }","duration":"159.220889ms","start":"2026-04-28T03:28:44.965377Z","end":"2026-04-28T03:28:45.124598Z","steps":["trace[1649567707] 'agreement among raft nodes before linearized reading' (duration: 158.611175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.165824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.469397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:45.165931Z","caller":"traceutil/trace.go:171","msg":"trace[42682590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3765; }","duration":"119.61901ms","start":"2026-04-28T03:28:45.046287Z","end":"2026-04-28T03:28:45.165906Z","steps":["trace[42682590] 'agreement among raft nodes before linearized reading' (duration: 119.440026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:45.166388Z","caller":"traceutil/trace.go:171","msg":"trace[1160520565] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"107.223587ms","start":"2026-04-28T03:28:45.059126Z","end":"2026-04-28T03:28:45.16635Z","steps":["trace[1160520565] 'process raft request' (duration: 106.441899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.166504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.423091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:45.16654Z","caller":"traceutil/trace.go:171","msg":"trace[179835085] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3765; }","duration":"107.478092ms","start":"2026-04-28T03:28:45.059052Z","end":"2026-04-28T03:28:45.16653Z","steps":["trace[179835085] 'agreement among raft nodes before linearized reading' (duration: 107.38204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.166741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.120961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:28:45.166828Z","caller":"traceutil/trace.go:171","msg":"trace[2025889215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3765; }","duration":"109.257664ms","start":"2026-04-28T03:28:45.057547Z","end":"2026-04-28T03:28:45.166805Z","steps":["trace[2025889215] 'agreement among raft nodes before linearized reading' (duration: 108.951126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:45.1669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.437465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:45.166938Z","caller":"traceutil/trace.go:171","msg":"trace[421468427] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3765; }","duration":"108.487976ms","start":"2026-04-28T03:28:45.058438Z","end":"2026-04-28T03:28:45.166926Z","steps":["trace[421468427] 'agreement among raft nodes before linearized reading' (duration: 108.399114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:47.692198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:48.192581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:28:48.240072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110201572s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:28:48.240598Z","caller":"traceutil/trace.go:171","msg":"trace[1681972846] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"1.110919188s","start":"2026-04-28T03:28:47.129651Z","end":"2026-04-28T03:28:48.24057Z","steps":["trace[1681972846] 'process raft request' (duration: 1.110684433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.240766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.129613Z","time spent":"1.111072492s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:48.388582Z","caller":"traceutil/trace.go:171","msg":"trace[1195150806] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"1.25890592s","start":"2026-04-28T03:28:47.129651Z","end":"2026-04-28T03:28:48.388557Z","steps":["trace[1195150806] 'process raft request' (duration: 1.251675624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.388734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.129615Z","time spent":"1.259041543s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:48.388802Z","caller":"traceutil/trace.go:171","msg":"trace[1059991123] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"1.259054883s","start":"2026-04-28T03:28:47.129727Z","end":"2026-04-28T03:28:48.388782Z","steps":["trace[1059991123] 'process raft request' (duration: 1.258789657s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.388927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.129689Z","time spent":"1.259167265s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:48.389036Z","caller":"traceutil/trace.go:171","msg":"trace[1411486275] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"1.195406494s","start":"2026-04-28T03:28:47.19361Z","end":"2026-04-28T03:28:48.389016Z","steps":["trace[1411486275] 'process raft request' (duration: 1.195088337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.193598Z","time spent":"1.195490087s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:28:48.389176Z","caller":"traceutil/trace.go:171","msg":"trace[1349455666] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3996; }","duration":"1.197083252s","start":"2026-04-28T03:28:47.192061Z","end":"2026-04-28T03:28:48.389145Z","steps":["trace[1349455666] 'read index received' (duration: 1.048372694s)","trace[1349455666] 'applied index is now lower than readState.Index' (duration: 148.708328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:48.389235Z","caller":"traceutil/trace.go:171","msg":"trace[1058728117] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"678.508209ms","start":"2026-04-28T03:28:47.71072Z","end":"2026-04-28T03:28:48.389228Z","steps":["trace[1058728117] 'process raft request' (duration: 678.228432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.710695Z","time spent":"678.559629ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:48.389346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197301287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:28:48.389382Z","caller":"traceutil/trace.go:171","msg":"trace[2077270051] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3775; }","duration":"1.197337368s","start":"2026-04-28T03:28:47.192034Z","end":"2026-04-28T03:28:48.389371Z","steps":["trace[2077270051] 'agreement among raft nodes before linearized reading' (duration: 1.197213705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.191968Z","time spent":"1.197434421s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:28:48.389418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197042022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:28:48.389481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.035097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:48.389426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.828818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:48.389531Z","caller":"traceutil/trace.go:171","msg":"trace[850628954] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3775; }","duration":"160.116619ms","start":"2026-04-28T03:28:48.229401Z","end":"2026-04-28T03:28:48.389518Z","steps":["trace[850628954] 'agreement among raft nodes before linearized reading' (duration: 160.058228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:48.389562Z","caller":"traceutil/trace.go:171","msg":"trace[1844214367] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:3775; }","duration":"867.98443ms","start":"2026-04-28T03:28:47.52154Z","end":"2026-04-28T03:28:48.389524Z","steps":["trace[1844214367] 'agreement among raft nodes before linearized reading' (duration: 867.844467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.298363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:48.38962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.521517Z","time spent":"868.081573ms","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:48.389644Z","caller":"traceutil/trace.go:171","msg":"trace[639469044] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3775; }","duration":"513.416405ms","start":"2026-04-28T03:28:47.876209Z","end":"2026-04-28T03:28:48.389625Z","steps":["trace[639469044] 'agreement among raft nodes before linearized reading' (duration: 513.289762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.363232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:28:48.389701Z","caller":"traceutil/trace.go:171","msg":"trace[1954805872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3775; }","duration":"821.441234ms","start":"2026-04-28T03:28:47.568251Z","end":"2026-04-28T03:28:48.389692Z","steps":["trace[1954805872] 'agreement among raft nodes before linearized reading' (duration: 821.368213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.822669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:28:48.389723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.568228Z","time spent":"821.490025ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:28:48.389748Z","caller":"traceutil/trace.go:171","msg":"trace[678162110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3775; }","duration":"343.893181ms","start":"2026-04-28T03:28:48.045845Z","end":"2026-04-28T03:28:48.389738Z","steps":["trace[678162110] 'agreement among raft nodes before linearized reading' (duration: 343.83952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:48.045826Z","time spent":"343.948542ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:28:48.389486Z","caller":"traceutil/trace.go:171","msg":"trace[752763928] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3775; }","duration":"1.197127663s","start":"2026-04-28T03:28:47.192339Z","end":"2026-04-28T03:28:48.389467Z","steps":["trace[752763928] 'agreement among raft nodes before linearized reading' (duration: 1.196937579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.192332Z","time spent":"1.197492921s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:28:48.389591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.543161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:28:48.389893Z","caller":"traceutil/trace.go:171","msg":"trace[224509290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3775; }","duration":"716.879939ms","start":"2026-04-28T03:28:47.673005Z","end":"2026-04-28T03:28:48.389884Z","steps":["trace[224509290] 'agreement among raft nodes before linearized reading' (duration: 716.51273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.876188Z","time spent":"513.504947ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:28:48.389926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.672984Z","time spent":"716.933119ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:28:48.389974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156526953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:28:48.390038Z","caller":"traceutil/trace.go:171","msg":"trace[1939287320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3775; }","duration":"1.156621956s","start":"2026-04-28T03:28:47.2334Z","end":"2026-04-28T03:28:48.390022Z","steps":["trace[1939287320] 'agreement among raft nodes before linearized reading' (duration: 1.156451072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.389865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15639022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:28:48.39009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.233386Z","time spent":"1.156691817s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:28:48.390153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156724047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:28:48.390189Z","caller":"traceutil/trace.go:171","msg":"trace[667134028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3775; }","duration":"1.156786799s","start":"2026-04-28T03:28:47.233391Z","end":"2026-04-28T03:28:48.390178Z","steps":["trace[667134028] 'agreement among raft nodes before linearized reading' (duration: 1.156685667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.390212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.233373Z","time spent":"1.15683449s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:28:48.390098Z","caller":"traceutil/trace.go:171","msg":"trace[2077048521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3775; }","duration":"1.156647096s","start":"2026-04-28T03:28:47.233438Z","end":"2026-04-28T03:28:48.390085Z","steps":["trace[2077048521] 'agreement among raft nodes before linearized reading' (duration: 1.15635921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.390281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156684097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:28:48.390296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.233419Z","time spent":"1.156868071s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:28:48.390305Z","caller":"traceutil/trace.go:171","msg":"trace[666940262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3775; }","duration":"1.156767309s","start":"2026-04-28T03:28:47.233531Z","end":"2026-04-28T03:28:48.390298Z","steps":["trace[666940262] 'agreement among raft nodes before linearized reading' (duration: 1.156703117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.390324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.233507Z","time spent":"1.156813719s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:28:48.390444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156866691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:28:48.390479Z","caller":"traceutil/trace.go:171","msg":"trace[123716230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3775; }","duration":"1.156953893s","start":"2026-04-28T03:28:47.233516Z","end":"2026-04-28T03:28:48.39047Z","steps":["trace[123716230] 'agreement among raft nodes before linearized reading' (duration: 1.15685269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.390503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.233484Z","time spent":"1.157012404s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:28:48.390323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155660063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:28:48.390718Z","caller":"traceutil/trace.go:171","msg":"trace[1072795160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3775; }","duration":"1.156041672s","start":"2026-04-28T03:28:47.2346Z","end":"2026-04-28T03:28:48.390642Z","steps":["trace[1072795160] 'agreement among raft nodes before linearized reading' (duration: 1.155576801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.390772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:47.234584Z","time spent":"1.156174184s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:28:48.628271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.591069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:28:48.628665Z","caller":"traceutil/trace.go:171","msg":"trace[437521705] linearizableReadLoop","detail":"{readStateIndex:4008; appliedIndex:4001; }","duration":"178.161532ms","start":"2026-04-28T03:28:48.450478Z","end":"2026-04-28T03:28:48.62864Z","steps":["trace[437521705] 'read index received' (duration: 29.189958ms)","trace[437521705] 'applied index is now lower than readState.Index' (duration: 148.969534ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:48.628714Z","caller":"traceutil/trace.go:171","msg":"trace[734333265] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"178.334777ms","start":"2026-04-28T03:28:48.450291Z","end":"2026-04-28T03:28:48.628625Z","steps":["trace[734333265] 'process raft request' (duration: 38.227716ms)","trace[734333265] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 139.042226ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:48.628853Z","caller":"traceutil/trace.go:171","msg":"trace[1468833043] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"178.340656ms","start":"2026-04-28T03:28:48.45044Z","end":"2026-04-28T03:28:48.628781Z","steps":["trace[1468833043] 'process raft request' (duration: 178.130021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:48.628873Z","caller":"traceutil/trace.go:171","msg":"trace[355287795] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"178.463319ms","start":"2026-04-28T03:28:48.450375Z","end":"2026-04-28T03:28:48.628838Z","steps":["trace[355287795] 'process raft request' (duration: 178.05532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:48.629285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.775157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:28:48.62934Z","caller":"traceutil/trace.go:171","msg":"trace[1443168075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3782; }","duration":"178.864419ms","start":"2026-04-28T03:28:48.45046Z","end":"2026-04-28T03:28:48.629325Z","steps":["trace[1443168075] 'agreement among raft nodes before linearized reading' (duration: 178.51405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:48.652749Z","caller":"traceutil/trace.go:171","msg":"trace[1317851837] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"159.247949ms","start":"2026-04-28T03:28:48.493464Z","end":"2026-04-28T03:28:48.652712Z","steps":["trace[1317851837] 'process raft request' (duration: 158.987623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:52.68875Z","caller":"traceutil/trace.go:171","msg":"trace[586396397] linearizableReadLoop","detail":"{readStateIndex:4026; appliedIndex:4025; }","duration":"161.871049ms","start":"2026-04-28T03:28:52.526864Z","end":"2026-04-28T03:28:52.688735Z","steps":["trace[586396397] 'read index received' (duration: 161.751516ms)","trace[586396397] 'applied index is now lower than readState.Index' (duration: 118.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:28:52.68885Z","caller":"traceutil/trace.go:171","msg":"trace[611638787] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"166.012435ms","start":"2026-04-28T03:28:52.522808Z","end":"2026-04-28T03:28:52.688821Z","steps":["trace[611638787] 'process raft request' (duration: 165.81588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:52.688928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.044784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:28:52.688948Z","caller":"traceutil/trace.go:171","msg":"trace[927891380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3799; }","duration":"162.081235ms","start":"2026-04-28T03:28:52.52686Z","end":"2026-04-28T03:28:52.688942Z","steps":["trace[927891380] 'agreement among raft nodes before linearized reading' (duration: 161.964382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:58.931303Z","caller":"traceutil/trace.go:171","msg":"trace[548755682] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"120.635254ms","start":"2026-04-28T03:28:58.810638Z","end":"2026-04-28T03:28:58.931274Z","steps":["trace[548755682] 'process raft request' (duration: 120.374008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:58.935261Z","caller":"traceutil/trace.go:171","msg":"trace[595358644] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"124.552483ms","start":"2026-04-28T03:28:58.810688Z","end":"2026-04-28T03:28:58.935241Z","steps":["trace[595358644] 'process raft request' (duration: 124.024382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:58.935424Z","caller":"traceutil/trace.go:171","msg":"trace[685637689] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"124.520904ms","start":"2026-04-28T03:28:58.810882Z","end":"2026-04-28T03:28:58.935403Z","steps":["trace[685637689] 'process raft request' (duration: 123.992191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:58.935585Z","caller":"traceutil/trace.go:171","msg":"trace[1289919290] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"124.823941ms","start":"2026-04-28T03:28:58.810754Z","end":"2026-04-28T03:28:58.935578Z","steps":["trace[1289919290] 'process raft request' (duration: 124.070743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:58.93563Z","caller":"traceutil/trace.go:171","msg":"trace[1829992280] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"124.828211ms","start":"2026-04-28T03:28:58.810779Z","end":"2026-04-28T03:28:58.935607Z","steps":["trace[1829992280] 'process raft request' (duration: 124.072553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:59.659924Z","caller":"traceutil/trace.go:171","msg":"trace[1909299331] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4063; }","duration":"318.96984ms","start":"2026-04-28T03:28:59.340937Z","end":"2026-04-28T03:28:59.659907Z","steps":["trace[1909299331] 'read index received' (duration: 318.864238ms)","trace[1909299331] 'applied index is now lower than readState.Index' (duration: 105.092µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:59.660024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.080452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:28:59.660049Z","caller":"traceutil/trace.go:171","msg":"trace[1303074459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3835; }","duration":"319.125153ms","start":"2026-04-28T03:28:59.340914Z","end":"2026-04-28T03:28:59.660039Z","steps":["trace[1303074459] 'agreement among raft nodes before linearized reading' (duration: 319.065702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:28:59.660029Z","caller":"traceutil/trace.go:171","msg":"trace[2054838177] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"460.253877ms","start":"2026-04-28T03:28:59.199727Z","end":"2026-04-28T03:28:59.659981Z","steps":["trace[2054838177] 'process raft request' (duration: 460.070253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:28:59.660213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:59.199702Z","time spent":"460.428661ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:28:59.660073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:28:59.340803Z","time spent":"319.264077ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:28:59.931978Z","caller":"traceutil/trace.go:171","msg":"trace[1462392855] linearizableReadLoop","detail":"{readStateIndex:4065; appliedIndex:4064; }","duration":"210.77569ms","start":"2026-04-28T03:28:59.721163Z","end":"2026-04-28T03:28:59.931939Z","steps":["trace[1462392855] 'read index received' (duration: 208.051037ms)","trace[1462392855] 'applied index is now lower than readState.Index' (duration: 2.722913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:28:59.932218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.009825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:28:59.932278Z","caller":"traceutil/trace.go:171","msg":"trace[2138793390] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3835; }","duration":"211.108297ms","start":"2026-04-28T03:28:59.721149Z","end":"2026-04-28T03:28:59.932257Z","steps":["trace[2138793390] 'agreement among raft nodes before linearized reading' (duration: 210.942084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:02.324686Z","caller":"traceutil/trace.go:171","msg":"trace[771451802] linearizableReadLoop","detail":"{readStateIndex:4076; appliedIndex:4075; }","duration":"289.463043ms","start":"2026-04-28T03:29:02.0352Z","end":"2026-04-28T03:29:02.324663Z","steps":["trace[771451802] 'read index received' (duration: 289.260669ms)","trace[771451802] 'applied index is now lower than readState.Index' (duration: 201.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:02.324791Z","caller":"traceutil/trace.go:171","msg":"trace[638959485] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"726.231083ms","start":"2026-04-28T03:29:01.598541Z","end":"2026-04-28T03:29:02.324772Z","steps":["trace[638959485] 'process raft request' (duration: 725.972577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:02.324835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.614307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:02.324866Z","caller":"traceutil/trace.go:171","msg":"trace[964581312] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3846; }","duration":"289.692108ms","start":"2026-04-28T03:29:02.035165Z","end":"2026-04-28T03:29:02.324857Z","steps":["trace[964581312] 'agreement among raft nodes before linearized reading' (duration: 289.613366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:02.324925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:01.59851Z","time spent":"726.347025ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:02.324974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.590506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:02.325068Z","caller":"traceutil/trace.go:171","msg":"trace[923999627] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3846; }","duration":"234.74407ms","start":"2026-04-28T03:29:02.090305Z","end":"2026-04-28T03:29:02.325049Z","steps":["trace[923999627] 'agreement among raft nodes before linearized reading' (duration: 234.561565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:03.600236Z","caller":"traceutil/trace.go:171","msg":"trace[536349268] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"102.867588ms","start":"2026-04-28T03:29:03.497335Z","end":"2026-04-28T03:29:03.600202Z","steps":["trace[536349268] 'process raft request' (duration: 38.620505ms)","trace[536349268] 'compare' (duration: 64.086059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:04.625707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:05.126801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:05.627307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:06.083723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.413522689s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:29:06.084116Z","caller":"traceutil/trace.go:171","msg":"trace[853647924] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"2.41401642s","start":"2026-04-28T03:29:03.670074Z","end":"2026-04-28T03:29:06.08409Z","steps":["trace[853647924] 'process raft request' (duration: 2.413856156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.084248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:03.670032Z","time spent":"2.414150173s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:06.538653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.497895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:29:06.539089Z","caller":"traceutil/trace.go:171","msg":"trace[542093409] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"2.126758377s","start":"2026-04-28T03:29:04.412297Z","end":"2026-04-28T03:29:06.539055Z","steps":["trace[542093409] 'process raft request' (duration: 2.126533182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.539235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.412275Z","time spent":"2.12689711s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:06.982271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.103524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:06.982654Z","caller":"traceutil/trace.go:171","msg":"trace[839477218] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"2.397987803s","start":"2026-04-28T03:29:04.584625Z","end":"2026-04-28T03:29:06.982613Z","steps":["trace[839477218] 'process raft request' (duration: 1.954420588s)","trace[839477218] 'compare' (duration: 442.550212ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:06.98271Z","caller":"traceutil/trace.go:171","msg":"trace[775757555] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"2.385504546s","start":"2026-04-28T03:29:04.597176Z","end":"2026-04-28T03:29:06.98268Z","steps":["trace[775757555] 'process raft request' (duration: 2.385327432s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.982716Z","caller":"traceutil/trace.go:171","msg":"trace[1914272697] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"2.385267491s","start":"2026-04-28T03:29:04.59742Z","end":"2026-04-28T03:29:06.982687Z","steps":["trace[1914272697] 'process raft request' (duration: 2.385179719s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.982841Z","caller":"traceutil/trace.go:171","msg":"trace[1445346581] linearizableReadLoop","detail":"{readStateIndex:4093; appliedIndex:4087; }","duration":"2.857842091s","start":"2026-04-28T03:29:04.124976Z","end":"2026-04-28T03:29:06.982818Z","steps":["trace[1445346581] 'read index received' (duration: 1.958969242s)","trace[1445346581] 'applied index is now lower than readState.Index' (duration: 898.871239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:06.98287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.597379Z","time spent":"2.385403314s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:06.982862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.597154Z","time spent":"2.385617899s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:06.98287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.584599Z","time spent":"2.398154737s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:06.983096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817929157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:06.983171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022496538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:06.983195Z","caller":"traceutil/trace.go:171","msg":"trace[1036053141] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3862; }","duration":"2.81809435s","start":"2026-04-28T03:29:04.165081Z","end":"2026-04-28T03:29:06.983175Z","steps":["trace[1036053141] 'agreement among raft nodes before linearized reading' (duration: 2.817905776s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.98322Z","caller":"traceutil/trace.go:171","msg":"trace[711122362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3862; }","duration":"2.02260234s","start":"2026-04-28T03:29:04.960603Z","end":"2026-04-28T03:29:06.983206Z","steps":["trace[711122362] 'agreement among raft nodes before linearized reading' (duration: 2.022417476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.199279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:06.983248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.165047Z","time spent":"2.818184893s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:06.983244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017868421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:06.98329Z","caller":"traceutil/trace.go:171","msg":"trace[1551132527] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3862; }","duration":"516.317032ms","start":"2026-04-28T03:29:06.466949Z","end":"2026-04-28T03:29:06.983266Z","steps":["trace[1551132527] 'agreement among raft nodes before linearized reading' (duration: 516.20193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.983318Z","caller":"traceutil/trace.go:171","msg":"trace[329975700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3862; }","duration":"2.017974984s","start":"2026-04-28T03:29:04.965325Z","end":"2026-04-28T03:29:06.9833Z","steps":["trace[329975700] 'agreement among raft nodes before linearized reading' (duration: 2.017770429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.46693Z","time spent":"516.399854ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:06.983378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.965301Z","time spent":"2.018065667s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:29:06.983392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016836219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:29:06.983434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397600213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:29:06.983437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017237848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:29:06.983459Z","caller":"traceutil/trace.go:171","msg":"trace[262972589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3862; }","duration":"2.01690342s","start":"2026-04-28T03:29:04.966526Z","end":"2026-04-28T03:29:06.98343Z","steps":["trace[262972589] 'agreement among raft nodes before linearized reading' (duration: 2.016491081s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.983481Z","caller":"traceutil/trace.go:171","msg":"trace[1557899163] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3862; }","duration":"2.397676705s","start":"2026-04-28T03:29:04.585795Z","end":"2026-04-28T03:29:06.983472Z","steps":["trace[1557899163] 'agreement among raft nodes before linearized reading' (duration: 2.397560652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.585777Z","time spent":"2.397724516s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:29:06.983506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.966517Z","time spent":"2.016977391s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:06.983561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477212518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:29:06.983591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018224439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:29:06.983606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.219624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:06.983504Z","caller":"traceutil/trace.go:171","msg":"trace[1309185495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3862; }","duration":"2.017320999s","start":"2026-04-28T03:29:04.966157Z","end":"2026-04-28T03:29:06.983478Z","steps":["trace[1309185495] 'agreement among raft nodes before linearized reading' (duration: 2.017018362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.966138Z","time spent":"2.017524634s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:29:06.983632Z","caller":"traceutil/trace.go:171","msg":"trace[616325336] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3862; }","duration":"2.47731226s","start":"2026-04-28T03:29:04.506304Z","end":"2026-04-28T03:29:06.983616Z","steps":["trace[616325336] 'agreement among raft nodes before linearized reading' (duration: 2.477151637s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.983709Z","caller":"traceutil/trace.go:171","msg":"trace[425418206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3862; }","duration":"850.356587ms","start":"2026-04-28T03:29:06.133334Z","end":"2026-04-28T03:29:06.98369Z","steps":["trace[425418206] 'agreement among raft nodes before linearized reading' (duration: 850.228873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.960574Z","time spent":"2.022675282s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:06.983758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93794368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:06.983754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13863411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:29:06.983776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.133311Z","time spent":"850.449979ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:29:06.983806Z","caller":"traceutil/trace.go:171","msg":"trace[1452641370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3862; }","duration":"2.138752893s","start":"2026-04-28T03:29:04.845038Z","end":"2026-04-28T03:29:06.983791Z","steps":["trace[1452641370] 'agreement among raft nodes before linearized reading' (duration: 2.138576648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612918602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:06.983119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.759181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:06.983853Z","caller":"traceutil/trace.go:171","msg":"trace[442481646] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3862; }","duration":"1.612977523s","start":"2026-04-28T03:29:05.370864Z","end":"2026-04-28T03:29:06.983842Z","steps":["trace[442481646] 'agreement among raft nodes before linearized reading' (duration: 1.612943402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.98385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.845004Z","time spent":"2.138835155s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:29:06.983879Z","caller":"traceutil/trace.go:171","msg":"trace[958558538] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3862; }","duration":"119.54846ms","start":"2026-04-28T03:29:06.864315Z","end":"2026-04-28T03:29:06.983863Z","steps":["trace[958558538] 'agreement among raft nodes before linearized reading' (duration: 118.744571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974823695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:06.98379Z","caller":"traceutil/trace.go:171","msg":"trace[1609760225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3862; }","duration":"1.938019232s","start":"2026-04-28T03:29:05.045762Z","end":"2026-04-28T03:29:06.983781Z","steps":["trace[1609760225] 'agreement among raft nodes before linearized reading' (duration: 1.937968251s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.983628Z","caller":"traceutil/trace.go:171","msg":"trace[2056204611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3862; }","duration":"2.018294141s","start":"2026-04-28T03:29:04.965325Z","end":"2026-04-28T03:29:06.983619Z","steps":["trace[2056204611] 'agreement among raft nodes before linearized reading' (duration: 2.018196929s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:06.984002Z","caller":"traceutil/trace.go:171","msg":"trace[45821291] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3862; }","duration":"1.974913907s","start":"2026-04-28T03:29:05.009053Z","end":"2026-04-28T03:29:06.983967Z","steps":["trace[45821291] 'agreement among raft nodes before linearized reading' (duration: 1.974783454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:05.370843Z","time spent":"1.613048515s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:06.984025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:05.045741Z","time spent":"1.938267588s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:29:06.984088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.965288Z","time spent":"2.018757573s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:06.983139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858151418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:06.984152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:05.008984Z","time spent":"1.975105692s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:06.984198Z","caller":"traceutil/trace.go:171","msg":"trace[101362481] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3862; }","duration":"2.859242964s","start":"2026-04-28T03:29:04.124933Z","end":"2026-04-28T03:29:06.984176Z","steps":["trace[101362481] 'agreement among raft nodes before linearized reading' (duration: 2.857962644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.983726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.506283Z","time spent":"2.477429774s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:29:06.984304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:04.124913Z","time spent":"2.859367966s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:06.984008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764621128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:06.9844Z","caller":"traceutil/trace.go:171","msg":"trace[942913107] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3862; }","duration":"1.765057708s","start":"2026-04-28T03:29:05.219322Z","end":"2026-04-28T03:29:06.984379Z","steps":["trace[942913107] 'agreement among raft nodes before linearized reading' (duration: 1.764569027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:06.984438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:05.219304Z","time spent":"1.765121079s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:07.681206Z","caller":"traceutil/trace.go:171","msg":"trace[1658022045] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"690.987185ms","start":"2026-04-28T03:29:06.990189Z","end":"2026-04-28T03:29:07.681177Z","steps":["trace[1658022045] 'process raft request' (duration: 690.820101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:07.681376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.990174Z","time spent":"691.121358ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:07.689049Z","caller":"traceutil/trace.go:171","msg":"trace[1247024557] linearizableReadLoop","detail":"{readStateIndex:4098; appliedIndex:4094; }","duration":"406.001484ms","start":"2026-04-28T03:29:07.28303Z","end":"2026-04-28T03:29:07.689032Z","steps":["trace[1247024557] 'read index received' (duration: 398.253597ms)","trace[1247024557] 'applied index is now lower than readState.Index' (duration: 7.746827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:07.689164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.109087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:07.689182Z","caller":"traceutil/trace.go:171","msg":"trace[743905835] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3867; }","duration":"406.186588ms","start":"2026-04-28T03:29:07.28299Z","end":"2026-04-28T03:29:07.689177Z","steps":["trace[743905835] 'agreement among raft nodes before linearized reading' (duration: 406.109326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:07.689216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:07.282971Z","time spent":"406.23588ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:07.689304Z","caller":"traceutil/trace.go:171","msg":"trace[174077035] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"698.807993ms","start":"2026-04-28T03:29:06.990477Z","end":"2026-04-28T03:29:07.689285Z","steps":["trace[174077035] 'process raft request' (duration: 698.477326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:07.689428Z","caller":"traceutil/trace.go:171","msg":"trace[273745414] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"698.907575ms","start":"2026-04-28T03:29:06.990512Z","end":"2026-04-28T03:29:07.689419Z","steps":["trace[273745414] 'process raft request' (duration: 698.467146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:07.689425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.990423Z","time spent":"698.948096ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:07.689471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.990499Z","time spent":"698.946007ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:07.689606Z","caller":"traceutil/trace.go:171","msg":"trace[161616686] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"699.171841ms","start":"2026-04-28T03:29:06.990423Z","end":"2026-04-28T03:29:07.689595Z","steps":["trace[161616686] 'process raft request' (duration: 698.436025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:07.689579Z","caller":"traceutil/trace.go:171","msg":"trace[1965979717] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"697.796961ms","start":"2026-04-28T03:29:06.991719Z","end":"2026-04-28T03:29:07.689515Z","steps":["trace[1965979717] 'process raft request' (duration: 697.289569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:07.689688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.990406Z","time spent":"699.252645ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:07.689878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:06.991705Z","time spent":"698.037608ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:08.92282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.298821ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:29:08.922926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:08.60179Z","time spent":"321.131999ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:29:09.084685Z","caller":"traceutil/trace.go:171","msg":"trace[1595710632] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"161.636634ms","start":"2026-04-28T03:29:08.923022Z","end":"2026-04-28T03:29:09.084658Z","steps":["trace[1595710632] 'process raft request' (duration: 161.373438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:09.087201Z","caller":"traceutil/trace.go:171","msg":"trace[1774144829] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"163.425795ms","start":"2026-04-28T03:29:08.923759Z","end":"2026-04-28T03:29:09.087185Z","steps":["trace[1774144829] 'process raft request' (duration: 162.998955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:10.074964Z","caller":"traceutil/trace.go:171","msg":"trace[909011229] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"319.729727ms","start":"2026-04-28T03:29:09.755199Z","end":"2026-04-28T03:29:10.074928Z","steps":["trace[909011229] 'process raft request' (duration: 319.379459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:10.075374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:09.755178Z","time spent":"320.114256ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:10.118451Z","caller":"traceutil/trace.go:171","msg":"trace[1967332418] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"362.084398ms","start":"2026-04-28T03:29:09.756333Z","end":"2026-04-28T03:29:10.118418Z","steps":["trace[1967332418] 'process raft request' (duration: 361.966875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:10.118655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:09.756322Z","time spent":"362.232612ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:10.118663Z","caller":"traceutil/trace.go:171","msg":"trace[245906914] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"362.16494ms","start":"2026-04-28T03:29:09.756475Z","end":"2026-04-28T03:29:10.11864Z","steps":["trace[245906914] 'process raft request' (duration: 361.889463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:10.118473Z","caller":"traceutil/trace.go:171","msg":"trace[1550176943] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"362.705412ms","start":"2026-04-28T03:29:09.755732Z","end":"2026-04-28T03:29:10.118438Z","steps":["trace[1550176943] 'process raft request' (duration: 362.355513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:10.118821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:09.75646Z","time spent":"362.266263ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:10.118866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:09.75571Z","time spent":"363.071791ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:10.337311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.341384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:10.337444Z","caller":"traceutil/trace.go:171","msg":"trace[825145897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3878; }","duration":"146.496707ms","start":"2026-04-28T03:29:10.190929Z","end":"2026-04-28T03:29:10.337426Z","steps":["trace[825145897] 'range keys from in-memory index tree' (duration: 146.316424ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:12.96536Z","caller":"traceutil/trace.go:171","msg":"trace[75491505] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"304.319144ms","start":"2026-04-28T03:29:12.661007Z","end":"2026-04-28T03:29:12.965326Z","steps":["trace[75491505] 'process raft request' (duration: 304.094339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:12.965563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:12.660981Z","time spent":"304.479578ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:14.02239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.693519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:14.022487Z","caller":"traceutil/trace.go:171","msg":"trace[874373596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3893; }","duration":"255.838283ms","start":"2026-04-28T03:29:13.766625Z","end":"2026-04-28T03:29:14.022464Z","steps":["trace[874373596] 'range keys from in-memory index tree' (duration: 255.473704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:14.34078Z","caller":"traceutil/trace.go:171","msg":"trace[160246103] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"103.157974ms","start":"2026-04-28T03:29:14.237594Z","end":"2026-04-28T03:29:14.340752Z","steps":["trace[160246103] 'process raft request' (duration: 99.475539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.381165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.867763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:18.381232Z","caller":"traceutil/trace.go:171","msg":"trace[335420008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3914; }","duration":"217.981766ms","start":"2026-04-28T03:29:18.163234Z","end":"2026-04-28T03:29:18.381216Z","steps":["trace[335420008] 'range keys from in-memory index tree' (duration: 217.661448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.381253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.604697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:18.381285Z","caller":"traceutil/trace.go:171","msg":"trace[752472043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3914; }","duration":"104.671088ms","start":"2026-04-28T03:29:18.276605Z","end":"2026-04-28T03:29:18.381276Z","steps":["trace[752472043] 'range keys from in-memory index tree' (duration: 104.424972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.381279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.799164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:29:18.381356Z","caller":"traceutil/trace.go:171","msg":"trace[591941573] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3914; }","duration":"139.929046ms","start":"2026-04-28T03:29:18.241408Z","end":"2026-04-28T03:29:18.381337Z","steps":["trace[591941573] 'count revisions from in-memory index tree' (duration: 139.677341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.381396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.402159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:29:18.38142Z","caller":"traceutil/trace.go:171","msg":"trace[1402531453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3914; }","duration":"103.439931ms","start":"2026-04-28T03:29:18.277973Z","end":"2026-04-28T03:29:18.381413Z","steps":["trace[1402531453] 'range keys from in-memory index tree' (duration: 103.279307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.381482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.954942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:29:18.381556Z","caller":"traceutil/trace.go:171","msg":"trace[921709508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3914; }","duration":"104.053725ms","start":"2026-04-28T03:29:18.277484Z","end":"2026-04-28T03:29:18.381538Z","steps":["trace[921709508] 'range keys from in-memory index tree' (duration: 103.818159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:18.817057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.786305ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:29:18.817162Z","caller":"traceutil/trace.go:171","msg":"trace[1465753569] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4152; }","duration":"206.762219ms","start":"2026-04-28T03:29:18.610385Z","end":"2026-04-28T03:29:18.817147Z","steps":["trace[1465753569] 'read index received' (duration: 86.80921ms)","trace[1465753569] 'applied index is now lower than readState.Index' (duration: 119.951929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:18.817285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.883161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:29:18.81731Z","caller":"traceutil/trace.go:171","msg":"trace[1281842142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3919; }","duration":"206.940092ms","start":"2026-04-28T03:29:18.610364Z","end":"2026-04-28T03:29:18.817304Z","steps":["trace[1281842142] 'agreement among raft nodes before linearized reading' (duration: 206.815809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:19.435176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.807641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:19.435258Z","caller":"traceutil/trace.go:171","msg":"trace[56200338] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3922; }","duration":"265.917523ms","start":"2026-04-28T03:29:19.169321Z","end":"2026-04-28T03:29:19.435239Z","steps":["trace[56200338] 'range keys from in-memory index tree' (duration: 265.626507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:19.435176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.830642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:19.43533Z","caller":"traceutil/trace.go:171","msg":"trace[1804905849] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3922; }","duration":"266.019956ms","start":"2026-04-28T03:29:19.169297Z","end":"2026-04-28T03:29:19.435317Z","steps":["trace[1804905849] 'range keys from in-memory index tree' (duration: 265.682449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:19.435418Z","caller":"traceutil/trace.go:171","msg":"trace[68387665] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"202.365367ms","start":"2026-04-28T03:29:19.232997Z","end":"2026-04-28T03:29:19.435363Z","steps":["trace[68387665] 'process raft request' (duration: 192.562553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:19.439134Z","caller":"traceutil/trace.go:171","msg":"trace[68295390] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4156; }","duration":"188.265715ms","start":"2026-04-28T03:29:19.25082Z","end":"2026-04-28T03:29:19.439085Z","steps":["trace[68295390] 'read index received' (duration: 174.758366ms)","trace[68295390] 'applied index is now lower than readState.Index' (duration: 13.506489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:19.439246Z","caller":"traceutil/trace.go:171","msg":"trace[941269867] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"195.664564ms","start":"2026-04-28T03:29:19.243565Z","end":"2026-04-28T03:29:19.43923Z","steps":["trace[941269867] 'process raft request' (duration: 195.332927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:19.440206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.36221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:29:19.440268Z","caller":"traceutil/trace.go:171","msg":"trace[1280730158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3925; }","duration":"189.462022ms","start":"2026-04-28T03:29:19.250793Z","end":"2026-04-28T03:29:19.440255Z","steps":["trace[1280730158] 'agreement among raft nodes before linearized reading' (duration: 188.539911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:19.439263Z","caller":"traceutil/trace.go:171","msg":"trace[1653329994] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"195.541142ms","start":"2026-04-28T03:29:19.243703Z","end":"2026-04-28T03:29:19.439244Z","steps":["trace[1653329994] 'process raft request' (duration: 195.340577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.433044Z","caller":"traceutil/trace.go:171","msg":"trace[916009779] linearizableReadLoop","detail":"{readStateIndex:4161; appliedIndex:4160; }","duration":"217.984315ms","start":"2026-04-28T03:29:20.215037Z","end":"2026-04-28T03:29:20.433021Z","steps":["trace[916009779] 'read index received' (duration: 217.878083ms)","trace[916009779] 'applied index is now lower than readState.Index' (duration: 104.992µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:20.433223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.16661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:20.433207Z","caller":"traceutil/trace.go:171","msg":"trace[1932061906] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"294.182492ms","start":"2026-04-28T03:29:20.138967Z","end":"2026-04-28T03:29:20.43315Z","steps":["trace[1932061906] 'process raft request' (duration: 293.888944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.43326Z","caller":"traceutil/trace.go:171","msg":"trace[1512903646] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3927; }","duration":"218.260272ms","start":"2026-04-28T03:29:20.214988Z","end":"2026-04-28T03:29:20.433248Z","steps":["trace[1512903646] 'agreement among raft nodes before linearized reading' (duration: 218.17319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:20.699595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.631869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:20.699811Z","caller":"traceutil/trace.go:171","msg":"trace[689984053] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"261.987344ms","start":"2026-04-28T03:29:20.437796Z","end":"2026-04-28T03:29:20.699783Z","steps":["trace[689984053] 'process raft request' (duration: 136.086379ms)","trace[689984053] 'compare' (duration: 125.476716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:20.70208Z","caller":"traceutil/trace.go:171","msg":"trace[964421144] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"263.869797ms","start":"2026-04-28T03:29:20.438185Z","end":"2026-04-28T03:29:20.702055Z","steps":["trace[964421144] 'process raft request' (duration: 263.697473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.702079Z","caller":"traceutil/trace.go:171","msg":"trace[388453511] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"263.394938ms","start":"2026-04-28T03:29:20.438669Z","end":"2026-04-28T03:29:20.702064Z","steps":["trace[388453511] 'process raft request' (duration: 263.335675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.702321Z","caller":"traceutil/trace.go:171","msg":"trace[692997423] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"263.073869ms","start":"2026-04-28T03:29:20.439196Z","end":"2026-04-28T03:29:20.702269Z","steps":["trace[692997423] 'process raft request' (duration: 262.843394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:20.702227Z","caller":"traceutil/trace.go:171","msg":"trace[345568676] linearizableReadLoop","detail":"{readStateIndex:4165; appliedIndex:4161; }","duration":"206.925052ms","start":"2026-04-28T03:29:20.495292Z","end":"2026-04-28T03:29:20.702217Z","steps":["trace[345568676] 'read index received' (duration: 78.54073ms)","trace[345568676] 'applied index is now lower than readState.Index' (duration: 128.383172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:20.702325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.025235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:20.70257Z","caller":"traceutil/trace.go:171","msg":"trace[1215944100] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3931; }","duration":"207.352172ms","start":"2026-04-28T03:29:20.49519Z","end":"2026-04-28T03:29:20.702542Z","steps":["trace[1215944100] 'agreement among raft nodes before linearized reading' (duration: 207.052646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:22.853115Z","caller":"traceutil/trace.go:171","msg":"trace[1487794085] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"140.246993ms","start":"2026-04-28T03:29:22.712844Z","end":"2026-04-28T03:29:22.853091Z","steps":["trace[1487794085] 'process raft request' (duration: 140.203012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:22.853165Z","caller":"traceutil/trace.go:171","msg":"trace[997821209] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"142.986366ms","start":"2026-04-28T03:29:22.710144Z","end":"2026-04-28T03:29:22.85313Z","steps":["trace[997821209] 'process raft request' (duration: 142.7228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:22.853221Z","caller":"traceutil/trace.go:171","msg":"trace[1857864893] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"142.849693ms","start":"2026-04-28T03:29:22.710325Z","end":"2026-04-28T03:29:22.853174Z","steps":["trace[1857864893] 'process raft request' (duration: 142.665539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.783056Z","caller":"traceutil/trace.go:171","msg":"trace[55647726] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4190; }","duration":"293.976847ms","start":"2026-04-28T03:29:26.489061Z","end":"2026-04-28T03:29:26.783038Z","steps":["trace[55647726] 'read index received' (duration: 293.788502ms)","trace[55647726] 'applied index is now lower than readState.Index' (duration: 187.775µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:26.783197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.125201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:29:26.783168Z","caller":"traceutil/trace.go:171","msg":"trace[1624860799] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"616.193391ms","start":"2026-04-28T03:29:26.166938Z","end":"2026-04-28T03:29:26.783131Z","steps":["trace[1624860799] 'process raft request' (duration: 615.976366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:26.783218Z","caller":"traceutil/trace.go:171","msg":"trace[1259243352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3956; }","duration":"294.208863ms","start":"2026-04-28T03:29:26.489003Z","end":"2026-04-28T03:29:26.783211Z","steps":["trace[1259243352] 'agreement among raft nodes before linearized reading' (duration: 294.10382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:26.783324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.166911Z","time spent":"616.330364ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.288965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096300959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:27.913356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.760312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:27.913528Z","caller":"traceutil/trace.go:171","msg":"trace[1356649162] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4191; }","duration":"1.124901088s","start":"2026-04-28T03:29:26.788615Z","end":"2026-04-28T03:29:27.913516Z","steps":["trace[1356649162] 'read index received' (duration: 674.88245ms)","trace[1356649162] 'applied index is now lower than readState.Index' (duration: 450.017728ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:27.913699Z","caller":"traceutil/trace.go:171","msg":"trace[2075435394] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"1.126148176s","start":"2026-04-28T03:29:26.787544Z","end":"2026-04-28T03:29:27.913692Z","steps":["trace[2075435394] 'process raft request' (duration: 675.980285ms)","trace[2075435394] 'compare' (duration: 449.334762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:27.91374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.787526Z","time spent":"1.126195676s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:27.913785Z","caller":"traceutil/trace.go:171","msg":"trace[877662684] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"759.424822ms","start":"2026-04-28T03:29:27.154347Z","end":"2026-04-28T03:29:27.913772Z","steps":["trace[877662684] 'process raft request' (duration: 759.103805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.914283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.154319Z","time spent":"759.910554ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.913911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125277186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:27.914623Z","caller":"traceutil/trace.go:171","msg":"trace[1612883619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3958; }","duration":"1.126011893s","start":"2026-04-28T03:29:26.788579Z","end":"2026-04-28T03:29:27.914591Z","steps":["trace[1612883619] 'agreement among raft nodes before linearized reading' (duration: 1.125125133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.914731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.788564Z","time spent":"1.126124975s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:29:27.919965Z","caller":"traceutil/trace.go:171","msg":"trace[1589166257] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"435.474816ms","start":"2026-04-28T03:29:27.484464Z","end":"2026-04-28T03:29:27.919939Z","steps":["trace[1589166257] 'process raft request' (duration: 435.080557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.920106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.484421Z","time spent":"435.608139ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:27.920147Z","caller":"traceutil/trace.go:171","msg":"trace[1555658859] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"424.111356ms","start":"2026-04-28T03:29:27.495991Z","end":"2026-04-28T03:29:27.920103Z","steps":["trace[1555658859] 'process raft request' (duration: 423.707407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.920364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.495969Z","time spent":"424.286271ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.920742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.599107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:29:27.920783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.62207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:29:27.920781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.90208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:27.920823Z","caller":"traceutil/trace.go:171","msg":"trace[1011896596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:3961; }","duration":"392.662291ms","start":"2026-04-28T03:29:27.52815Z","end":"2026-04-28T03:29:27.920812Z","steps":["trace[1011896596] 'agreement among raft nodes before linearized reading' (duration: 392.522458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.92084Z","caller":"traceutil/trace.go:171","msg":"trace[957290550] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"400.469519ms","start":"2026-04-28T03:29:27.520363Z","end":"2026-04-28T03:29:27.920833Z","steps":["trace[957290550] 'process raft request' (duration: 399.386714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:27.920807Z","caller":"traceutil/trace.go:171","msg":"trace[392056240] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3961; }","duration":"308.73486ms","start":"2026-04-28T03:29:27.612058Z","end":"2026-04-28T03:29:27.920793Z","steps":["trace[392056240] 'agreement among raft nodes before linearized reading' (duration: 308.599327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.920865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.528082Z","time spent":"392.773633ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:29:27.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.612025Z","time spent":"308.844772ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":32,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:27.920841Z","caller":"traceutil/trace.go:171","msg":"trace[111736166] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3961; }","duration":"462.981463ms","start":"2026-04-28T03:29:27.457849Z","end":"2026-04-28T03:29:27.920831Z","steps":["trace[111736166] 'agreement among raft nodes before linearized reading' (duration: 462.793688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.920938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049450986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:29:27.920982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.457842Z","time spent":"463.119396ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:29:27.921019Z","caller":"traceutil/trace.go:171","msg":"trace[1063006334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3961; }","duration":"1.0496399s","start":"2026-04-28T03:29:26.871362Z","end":"2026-04-28T03:29:27.921002Z","steps":["trace[1063006334] 'agreement among raft nodes before linearized reading' (duration: 1.049362694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.921061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.871336Z","time spent":"1.049717513s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:27.920968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.520326Z","time spent":"400.54222ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:27.921145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049789104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:27.923004Z","caller":"traceutil/trace.go:171","msg":"trace[1850087729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3961; }","duration":"1.051734379s","start":"2026-04-28T03:29:26.871254Z","end":"2026-04-28T03:29:27.922989Z","steps":["trace[1850087729] 'agreement among raft nodes before linearized reading' (duration: 1.049489208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.923053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.871247Z","time spent":"1.05179341s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:27.920755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050676364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:29:27.923117Z","caller":"traceutil/trace.go:171","msg":"trace[927672268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3961; }","duration":"1.053082889s","start":"2026-04-28T03:29:26.870017Z","end":"2026-04-28T03:29:27.9231Z","steps":["trace[927672268] 'agreement among raft nodes before linearized reading' (duration: 1.050593803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.923165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:26.869991Z","time spent":"1.053160582s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:27.921836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.597166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:27.923327Z","caller":"traceutil/trace.go:171","msg":"trace[1867448571] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3961; }","duration":"465.902229ms","start":"2026-04-28T03:29:27.457346Z","end":"2026-04-28T03:29:27.923249Z","steps":["trace[1867448571] 'agreement among raft nodes before linearized reading' (duration: 463.411902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:27.923372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:27.45733Z","time spent":"466.032991ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:29:28.971207Z","caller":"traceutil/trace.go:171","msg":"trace[761813418] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"286.818061ms","start":"2026-04-28T03:29:28.68436Z","end":"2026-04-28T03:29:28.971178Z","steps":["trace[761813418] 'process raft request' (duration: 192.937384ms)","trace[761813418] 'compare' (duration: 93.498129ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:28.976912Z","caller":"traceutil/trace.go:171","msg":"trace[1672265574] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"272.795271ms","start":"2026-04-28T03:29:28.70409Z","end":"2026-04-28T03:29:28.976886Z","steps":["trace[1672265574] 'process raft request' (duration: 272.632657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.402771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.284874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-04-28T03:29:29.402868Z","caller":"traceutil/trace.go:171","msg":"trace[2046658159] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18aa677271cbe600; range_end:; response_count:1; response_revision:3967; }","duration":"205.437697ms","start":"2026-04-28T03:29:29.1974Z","end":"2026-04-28T03:29:29.402838Z","steps":["trace[2046658159] 'range keys from in-memory index tree' (duration: 205.131971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:29.735713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.618386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:29.73581Z","caller":"traceutil/trace.go:171","msg":"trace[449035357] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"290.437453ms","start":"2026-04-28T03:29:29.445357Z","end":"2026-04-28T03:29:29.735795Z","steps":["trace[449035357] 'process raft request' (duration: 133.653393ms)","trace[449035357] 'compare' (duration: 156.522054ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:30.02351Z","caller":"traceutil/trace.go:171","msg":"trace[442619553] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"100.638591ms","start":"2026-04-28T03:29:29.922843Z","end":"2026-04-28T03:29:30.023482Z","steps":["trace[442619553] 'process raft request' (duration: 100.102939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:33.957527Z","caller":"traceutil/trace.go:171","msg":"trace[1434966061] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4226; }","duration":"102.450733ms","start":"2026-04-28T03:29:33.855054Z","end":"2026-04-28T03:29:33.957505Z","steps":["trace[1434966061] 'read index received' (duration: 102.367381ms)","trace[1434966061] 'applied index is now lower than readState.Index' (duration: 82.432µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:33.957681Z","caller":"traceutil/trace.go:171","msg":"trace[1647340595] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"124.125396ms","start":"2026-04-28T03:29:33.833526Z","end":"2026-04-28T03:29:33.957652Z","steps":["trace[1647340595] 'process raft request' (duration: 123.84989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:33.957745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.659117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:33.957806Z","caller":"traceutil/trace.go:171","msg":"trace[669316844] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3991; }","duration":"102.77258ms","start":"2026-04-28T03:29:33.855018Z","end":"2026-04-28T03:29:33.957791Z","steps":["trace[669316844] 'agreement among raft nodes before linearized reading' (duration: 102.650037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:34.634729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:35.035686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.329713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:35.036025Z","caller":"traceutil/trace.go:171","msg":"trace[2025748941] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"939.993734ms","start":"2026-04-28T03:29:34.095974Z","end":"2026-04-28T03:29:35.035968Z","steps":["trace[2025748941] 'process raft request' (duration: 724.274772ms)","trace[2025748941] 'compare' (duration: 215.035407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:35.036156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:34.095961Z","time spent":"940.132937ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:35.040075Z","caller":"traceutil/trace.go:171","msg":"trace[851160810] linearizableReadLoop","detail":"{readStateIndex:4238; appliedIndex:4236; }","duration":"906.010041ms","start":"2026-04-28T03:29:34.134047Z","end":"2026-04-28T03:29:35.040057Z","steps":["trace[851160810] 'read index received' (duration: 686.167154ms)","trace[851160810] 'applied index is now lower than readState.Index' (duration: 219.841907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:35.040264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.206006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:29:35.040331Z","caller":"traceutil/trace.go:171","msg":"trace[1785278840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4001; }","duration":"906.327209ms","start":"2026-04-28T03:29:34.133989Z","end":"2026-04-28T03:29:35.040316Z","steps":["trace[1785278840] 'agreement among raft nodes before linearized reading' (duration: 906.143015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.040332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.59309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:29:35.040364Z","caller":"traceutil/trace.go:171","msg":"trace[1370447015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4001; }","duration":"897.660362ms","start":"2026-04-28T03:29:34.142695Z","end":"2026-04-28T03:29:35.040355Z","steps":["trace[1370447015] 'agreement among raft nodes before linearized reading' (duration: 897.475457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.040365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:34.133967Z","time spent":"906.38901ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:35.040389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:34.142674Z","time spent":"897.707572ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:29:35.040399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.098439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:29:35.04043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.667456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:29:35.040455Z","caller":"traceutil/trace.go:171","msg":"trace[1375767062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4001; }","duration":"861.201881ms","start":"2026-04-28T03:29:34.179237Z","end":"2026-04-28T03:29:35.040439Z","steps":["trace[1375767062] 'agreement among raft nodes before linearized reading' (duration: 861.000127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.040471Z","caller":"traceutil/trace.go:171","msg":"trace[1843876461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4001; }","duration":"895.87841ms","start":"2026-04-28T03:29:34.144579Z","end":"2026-04-28T03:29:35.040457Z","steps":["trace[1843876461] 'agreement among raft nodes before linearized reading' (duration: 895.708106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.040488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:34.179213Z","time spent":"861.267782ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:35.040498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:34.144565Z","time spent":"895.925772ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:29:35.71947Z","caller":"traceutil/trace.go:171","msg":"trace[1383640415] linearizableReadLoop","detail":"{readStateIndex:4256; appliedIndex:4254; }","duration":"532.27013ms","start":"2026-04-28T03:29:35.187178Z","end":"2026-04-28T03:29:35.719448Z","steps":["trace[1383640415] 'read index received' (duration: 8.595346ms)","trace[1383640415] 'applied index is now lower than readState.Index' (duration: 523.673794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:35.719554Z","caller":"traceutil/trace.go:171","msg":"trace[720425670] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"532.068996ms","start":"2026-04-28T03:29:35.187477Z","end":"2026-04-28T03:29:35.719546Z","steps":["trace[720425670] 'process raft request' (duration: 531.931703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.719624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:35.187469Z","time spent":"532.099406ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:35.719634Z","caller":"traceutil/trace.go:171","msg":"trace[68845399] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"532.441154ms","start":"2026-04-28T03:29:35.187145Z","end":"2026-04-28T03:29:35.719587Z","steps":["trace[68845399] 'process raft request' (duration: 532.148557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.719748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.569777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:35.719774Z","caller":"traceutil/trace.go:171","msg":"trace[1362242294] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4020; }","duration":"532.68443ms","start":"2026-04-28T03:29:35.187081Z","end":"2026-04-28T03:29:35.719766Z","steps":["trace[1362242294] 'agreement among raft nodes before linearized reading' (duration: 532.644539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.719795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:35.187071Z","time spent":"532.72084ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T03:29:35.719848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:35.187135Z","time spent":"532.625698ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:35.720058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.454753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-04-28T03:29:35.720013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.426573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:35.720289Z","caller":"traceutil/trace.go:171","msg":"trace[770836409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4020; }","duration":"232.760271ms","start":"2026-04-28T03:29:35.487484Z","end":"2026-04-28T03:29:35.720244Z","steps":["trace[770836409] 'agreement among raft nodes before linearized reading' (duration: 232.29848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:35.720156Z","caller":"traceutil/trace.go:171","msg":"trace[920951660] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:4020; }","duration":"427.621367ms","start":"2026-04-28T03:29:35.292511Z","end":"2026-04-28T03:29:35.720132Z","steps":["trace[920951660] 'agreement among raft nodes before linearized reading' (duration: 427.218368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:35.720438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:35.292493Z","time spent":"427.915874ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12778,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T03:29:37.899246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.650183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-28T03:29:37.899319Z","caller":"traceutil/trace.go:171","msg":"trace[912576784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4061; }","duration":"187.783106ms","start":"2026-04-28T03:29:37.711519Z","end":"2026-04-28T03:29:37.899302Z","steps":["trace[912576784] 'range keys from in-memory index tree' (duration: 187.472249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:37.899379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.874567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-28T03:29:37.899458Z","caller":"traceutil/trace.go:171","msg":"trace[1879667220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4061; }","duration":"118.98566ms","start":"2026-04-28T03:29:37.78045Z","end":"2026-04-28T03:29:37.899436Z","steps":["trace[1879667220] 'range keys from in-memory index tree' (duration: 118.729493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:38.539576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:39.039935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:39.478316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484924893s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:29:39.47912Z","caller":"traceutil/trace.go:171","msg":"trace[1670284900] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"1.485856633s","start":"2026-04-28T03:29:37.993226Z","end":"2026-04-28T03:29:39.479083Z","steps":["trace[1670284900] 'process raft request' (duration: 1.485354502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.479303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:37.993205Z","time spent":"1.486002067s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:39.604084Z","caller":"traceutil/trace.go:171","msg":"trace[1271921941] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"1.542845012s","start":"2026-04-28T03:29:38.061218Z","end":"2026-04-28T03:29:39.604063Z","steps":["trace[1271921941] 'process raft request' (duration: 1.449135238s)","trace[1271921941] 'compare' (duration: 93.54512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:39.604219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.061181Z","time spent":"1.542975765s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:39.604227Z","caller":"traceutil/trace.go:171","msg":"trace[1178826396] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"1.519224634s","start":"2026-04-28T03:29:38.084993Z","end":"2026-04-28T03:29:39.604217Z","steps":["trace[1178826396] 'process raft request' (duration: 1.51903838s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.604358Z","caller":"traceutil/trace.go:171","msg":"trace[205823819] linearizableReadLoop","detail":"{readStateIndex:4304; appliedIndex:4299; }","duration":"1.564919625s","start":"2026-04-28T03:29:38.03943Z","end":"2026-04-28T03:29:39.60435Z","steps":["trace[205823819] 'read index received' (duration: 1.4390847s)","trace[205823819] 'applied index is now lower than readState.Index' (duration: 125.834115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:39.604389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.084963Z","time spent":"1.519403548s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:39.604421Z","caller":"traceutil/trace.go:171","msg":"trace[98033697] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"1.51861103s","start":"2026-04-28T03:29:38.085804Z","end":"2026-04-28T03:29:39.604415Z","steps":["trace[98033697] 'process raft request' (duration: 1.518377085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.085778Z","time spent":"1.518660371s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:39.604505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565071279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:39.604538Z","caller":"traceutil/trace.go:171","msg":"trace[796574982] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4066; }","duration":"1.56514081s","start":"2026-04-28T03:29:38.039388Z","end":"2026-04-28T03:29:39.604529Z","steps":["trace[796574982] 'agreement among raft nodes before linearized reading' (duration: 1.565065959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.039368Z","time spent":"1.565186451s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:39.604621Z","caller":"traceutil/trace.go:171","msg":"trace[1240508659] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"835.237499ms","start":"2026-04-28T03:29:38.769357Z","end":"2026-04-28T03:29:39.604594Z","steps":["trace[1240508659] 'process raft request' (duration: 834.935132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.769335Z","time spent":"835.360101ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:39.604808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.101121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:29:39.604817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554882306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:39.604834Z","caller":"traceutil/trace.go:171","msg":"trace[869017930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4066; }","duration":"534.126822ms","start":"2026-04-28T03:29:39.0707Z","end":"2026-04-28T03:29:39.604826Z","steps":["trace[869017930] 'agreement among raft nodes before linearized reading' (duration: 534.03112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.604839Z","caller":"traceutil/trace.go:171","msg":"trace[559692975] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4066; }","duration":"1.554903366s","start":"2026-04-28T03:29:38.049928Z","end":"2026-04-28T03:29:39.604831Z","steps":["trace[559692975] 'agreement among raft nodes before linearized reading' (duration: 1.554842385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557729841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:39.604854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.300088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3605"} {"level":"warn","ts":"2026-04-28T03:29:39.604904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00129232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:29:39.604904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5550283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:39.604917Z","caller":"traceutil/trace.go:171","msg":"trace[1080157400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4066; }","duration":"827.39232ms","start":"2026-04-28T03:29:38.777506Z","end":"2026-04-28T03:29:39.604898Z","steps":["trace[1080157400] 'agreement among raft nodes before linearized reading' (duration: 827.227806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.60493Z","caller":"traceutil/trace.go:171","msg":"trace[888316983] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4066; }","duration":"1.555100381s","start":"2026-04-28T03:29:38.049824Z","end":"2026-04-28T03:29:39.604925Z","steps":["trace[888316983] 'agreement among raft nodes before linearized reading' (duration: 1.55504045s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.049801Z","time spent":"1.555145682s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:29:39.604951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.777491Z","time spent":"827.454232ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:29:39.60498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487849199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:29:39.605001Z","caller":"traceutil/trace.go:171","msg":"trace[177945979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4066; }","duration":"1.487924421s","start":"2026-04-28T03:29:38.117071Z","end":"2026-04-28T03:29:39.604995Z","steps":["trace[177945979] 'agreement among raft nodes before linearized reading' (duration: 1.487867359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.604951Z","caller":"traceutil/trace.go:171","msg":"trace[2027906973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4066; }","duration":"1.558010607s","start":"2026-04-28T03:29:38.046879Z","end":"2026-04-28T03:29:39.604889Z","steps":["trace[2027906973] 'agreement among raft nodes before linearized reading' (duration: 1.557762522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.60502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.117036Z","time spent":"1.487976772s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.046852Z","time spent":"1.558193151s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479469138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:29:39.60515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.998552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:29:39.605174Z","caller":"traceutil/trace.go:171","msg":"trace[1504451389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4066; }","duration":"535.051494ms","start":"2026-04-28T03:29:39.070116Z","end":"2026-04-28T03:29:39.605167Z","steps":["trace[1504451389] 'agreement among raft nodes before linearized reading' (duration: 534.981292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.60518Z","caller":"traceutil/trace.go:171","msg":"trace[1185564672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4066; }","duration":"1.479597031s","start":"2026-04-28T03:29:38.125562Z","end":"2026-04-28T03:29:39.605159Z","steps":["trace[1185564672] 'agreement among raft nodes before linearized reading' (duration: 1.479356596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.605197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:39.070096Z","time spent":"535.096774ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.870449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3605"} {"level":"warn","ts":"2026-04-28T03:29:39.605226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.12554Z","time spent":"1.479676663s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:29:39.60524Z","caller":"traceutil/trace.go:171","msg":"trace[40723300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4066; }","duration":"700.93347ms","start":"2026-04-28T03:29:38.904299Z","end":"2026-04-28T03:29:39.605232Z","steps":["trace[40723300] 'agreement among raft nodes before linearized reading' (duration: 700.856088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.604853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:39.070653Z","time spent":"534.195113ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.904285Z","time spent":"700.970772ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.916999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:29:39.604857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.049903Z","time spent":"1.554949338s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:29:39.605327Z","caller":"traceutil/trace.go:171","msg":"trace[1727720413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4066; }","duration":"538.009881ms","start":"2026-04-28T03:29:39.067306Z","end":"2026-04-28T03:29:39.605316Z","steps":["trace[1727720413] 'agreement among raft nodes before linearized reading' (duration: 537.863348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.605359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:39.067279Z","time spent":"538.073452ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.33275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:39.605422Z","caller":"traceutil/trace.go:171","msg":"trace[926812563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4066; }","duration":"571.409381ms","start":"2026-04-28T03:29:39.034Z","end":"2026-04-28T03:29:39.605409Z","steps":["trace[926812563] 'agreement among raft nodes before linearized reading' (duration: 571.3479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.60544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.360981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:29:39.60545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:39.03398Z","time spent":"571.462053ms","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:39.605462Z","caller":"traceutil/trace.go:171","msg":"trace[84706365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4066; }","duration":"535.420982ms","start":"2026-04-28T03:29:39.070035Z","end":"2026-04-28T03:29:39.605456Z","steps":["trace[84706365] 'agreement among raft nodes before linearized reading' (duration: 535.369531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.604926Z","caller":"traceutil/trace.go:171","msg":"trace[1623757323] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4066; }","duration":"1.001346741s","start":"2026-04-28T03:29:38.603573Z","end":"2026-04-28T03:29:39.60492Z","steps":["trace[1623757323] 'agreement among raft nodes before linearized reading' (duration: 1.0012947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.605481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:39.070009Z","time spent":"535.468143ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:29:39.6055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.603553Z","time spent":"1.001939044s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:29:39.605322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.36972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-04-28T03:29:39.605567Z","caller":"traceutil/trace.go:171","msg":"trace[1339901841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4066; }","duration":"701.649636ms","start":"2026-04-28T03:29:38.903909Z","end":"2026-04-28T03:29:39.605559Z","steps":["trace[1339901841] 'agreement among raft nodes before linearized reading' (duration: 701.36964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.605595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:38.90389Z","time spent":"701.697027ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3628,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" "} {"level":"info","ts":"2026-04-28T03:29:39.867512Z","caller":"traceutil/trace.go:171","msg":"trace[449516321] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"256.521802ms","start":"2026-04-28T03:29:39.610954Z","end":"2026-04-28T03:29:39.867476Z","steps":["trace[449516321] 'process raft request' (duration: 226.315654ms)","trace[449516321] 'compare' (duration: 29.885231ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:39.867859Z","caller":"traceutil/trace.go:171","msg":"trace[1126515071] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"256.567442ms","start":"2026-04-28T03:29:39.611283Z","end":"2026-04-28T03:29:39.86785Z","steps":["trace[1126515071] 'process raft request' (duration: 256.343397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.867889Z","caller":"traceutil/trace.go:171","msg":"trace[1004530563] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"256.373488ms","start":"2026-04-28T03:29:39.61149Z","end":"2026-04-28T03:29:39.867864Z","steps":["trace[1004530563] 'process raft request' (duration: 256.282486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.867891Z","caller":"traceutil/trace.go:171","msg":"trace[1421420502] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"256.706456ms","start":"2026-04-28T03:29:39.611151Z","end":"2026-04-28T03:29:39.867858Z","steps":["trace[1421420502] 'process raft request' (duration: 256.246705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.868065Z","caller":"traceutil/trace.go:171","msg":"trace[1184155049] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"256.49685ms","start":"2026-04-28T03:29:39.611561Z","end":"2026-04-28T03:29:39.868058Z","steps":["trace[1184155049] 'process raft request' (duration: 256.259415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.868187Z","caller":"traceutil/trace.go:171","msg":"trace[1013624910] linearizableReadLoop","detail":"{readStateIndex:4311; appliedIndex:4305; }","duration":"218.977207ms","start":"2026-04-28T03:29:39.649189Z","end":"2026-04-28T03:29:39.868167Z","steps":["trace[1013624910] 'read index received' (duration: 188.098414ms)","trace[1013624910] 'applied index is now lower than readState.Index' (duration: 30.877513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:39.873777Z","caller":"traceutil/trace.go:171","msg":"trace[1770422335] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"260.107424ms","start":"2026-04-28T03:29:39.613635Z","end":"2026-04-28T03:29:39.873743Z","steps":["trace[1770422335] 'process raft request' (duration: 254.328322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.876431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.626335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:29:39.876493Z","caller":"traceutil/trace.go:171","msg":"trace[489095984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4072; }","duration":"264.700187ms","start":"2026-04-28T03:29:39.611781Z","end":"2026-04-28T03:29:39.876481Z","steps":["trace[489095984] 'agreement among raft nodes before linearized reading' (duration: 263.992031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:39.892141Z","caller":"traceutil/trace.go:171","msg":"trace[527082736] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"240.967567ms","start":"2026-04-28T03:29:39.651159Z","end":"2026-04-28T03:29:39.892127Z","steps":["trace[527082736] 'process raft request' (duration: 240.869164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:39.892387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.885368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:39.892442Z","caller":"traceutil/trace.go:171","msg":"trace[295249800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4073; }","duration":"234.99105ms","start":"2026-04-28T03:29:39.657443Z","end":"2026-04-28T03:29:39.892434Z","steps":["trace[295249800] 'agreement among raft nodes before linearized reading' (duration: 234.876828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.768591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.022679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:42.768699Z","caller":"traceutil/trace.go:171","msg":"trace[1093526533] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"889.931585ms","start":"2026-04-28T03:29:41.878746Z","end":"2026-04-28T03:29:42.768678Z","steps":["trace[1093526533] 'process raft request' (duration: 493.742202ms)","trace[1093526533] 'compare' (duration: 395.700721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:42.768757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:41.878733Z","time spent":"889.998277ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:42.781131Z","caller":"traceutil/trace.go:171","msg":"trace[522987419] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"901.819136ms","start":"2026-04-28T03:29:41.879274Z","end":"2026-04-28T03:29:42.781094Z","steps":["trace[522987419] 'process raft request' (duration: 901.532519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.781337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:41.879255Z","time spent":"901.973969ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:42.781491Z","caller":"traceutil/trace.go:171","msg":"trace[667298180] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"901.415596ms","start":"2026-04-28T03:29:41.880039Z","end":"2026-04-28T03:29:42.781455Z","steps":["trace[667298180] 'process raft request' (duration: 901.274573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.781375Z","caller":"traceutil/trace.go:171","msg":"trace[2010030031] linearizableReadLoop","detail":"{readStateIndex:4325; appliedIndex:4321; }","duration":"897.115948ms","start":"2026-04-28T03:29:41.884238Z","end":"2026-04-28T03:29:42.781354Z","steps":["trace[2010030031] 'read index received' (duration: 488.474462ms)","trace[2010030031] 'applied index is now lower than readState.Index' (duration: 408.640326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:42.781575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:41.880004Z","time spent":"901.528279ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:42.781679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.414965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:29:42.7817Z","caller":"traceutil/trace.go:171","msg":"trace[648331343] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"902.104802ms","start":"2026-04-28T03:29:41.879316Z","end":"2026-04-28T03:29:42.78142Z","steps":["trace[648331343] 'process raft request' (duration: 901.627581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.781757Z","caller":"traceutil/trace.go:171","msg":"trace[64866210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4086; }","duration":"897.536707ms","start":"2026-04-28T03:29:41.8842Z","end":"2026-04-28T03:29:42.781737Z","steps":["trace[64866210] 'agreement among raft nodes before linearized reading' (duration: 897.295202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.781802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:41.884188Z","time spent":"897.605348ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:29:42.781821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:41.8793Z","time spent":"902.46174ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:42.781949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.194739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:42.781989Z","caller":"traceutil/trace.go:171","msg":"trace[2009633173] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:4086; }","duration":"478.27085ms","start":"2026-04-28T03:29:42.303706Z","end":"2026-04-28T03:29:42.781977Z","steps":["trace[2009633173] 'agreement among raft nodes before linearized reading' (duration: 478.197108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.782104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.189965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:42.782147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.16002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:3911"} {"level":"warn","ts":"2026-04-28T03:29:42.78215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.290583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3911"} {"level":"info","ts":"2026-04-28T03:29:42.782164Z","caller":"traceutil/trace.go:171","msg":"trace[813702591] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4086; }","duration":"354.301607ms","start":"2026-04-28T03:29:42.427849Z","end":"2026-04-28T03:29:42.782151Z","steps":["trace[813702591] 'agreement among raft nodes before linearized reading' (duration: 354.215766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:42.782184Z","caller":"traceutil/trace.go:171","msg":"trace[223937366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4086; }","duration":"154.248542ms","start":"2026-04-28T03:29:42.627925Z","end":"2026-04-28T03:29:42.782173Z","steps":["trace[223937366] 'agreement among raft nodes before linearized reading' (duration: 154.076838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.782194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:42.427819Z","time spent":"354.368008ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:42.782196Z","caller":"traceutil/trace.go:171","msg":"trace[556178925] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4086; }","duration":"154.377445ms","start":"2026-04-28T03:29:42.627804Z","end":"2026-04-28T03:29:42.782181Z","steps":["trace[556178925] 'agreement among raft nodes before linearized reading' (duration: 154.250152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:42.78202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:42.303688Z","time spent":"478.323911ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:29:43.000656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.680282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:43.00074Z","caller":"traceutil/trace.go:171","msg":"trace[747180518] linearizableReadLoop","detail":"{readStateIndex:4326; appliedIndex:4325; }","duration":"116.163324ms","start":"2026-04-28T03:29:42.884563Z","end":"2026-04-28T03:29:43.000726Z","steps":["trace[747180518] 'read index received' (duration: 47.451µs)","trace[747180518] 'applied index is now lower than readState.Index' (duration: 116.114943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:43.000817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.250646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:43.000843Z","caller":"traceutil/trace.go:171","msg":"trace[1722049197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4087; }","duration":"116.283957ms","start":"2026-04-28T03:29:42.884551Z","end":"2026-04-28T03:29:43.000834Z","steps":["trace[1722049197] 'agreement among raft nodes before linearized reading' (duration: 116.209215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.000822Z","caller":"traceutil/trace.go:171","msg":"trace[383199394] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"198.295015ms","start":"2026-04-28T03:29:42.802489Z","end":"2026-04-28T03:29:43.000784Z","steps":["trace[383199394] 'process raft request' (duration: 68.434998ms)","trace[383199394] 'compare' (duration: 129.55997ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:43.158304Z","caller":"traceutil/trace.go:171","msg":"trace[2087580859] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"139.145639ms","start":"2026-04-28T03:29:43.019123Z","end":"2026-04-28T03:29:43.158268Z","steps":["trace[2087580859] 'process raft request' (duration: 84.621687ms)","trace[2087580859] 'compare' (duration: 54.337137ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:43.213134Z","caller":"traceutil/trace.go:171","msg":"trace[634128502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4088; }","duration":"187.001929ms","start":"2026-04-28T03:29:43.02609Z","end":"2026-04-28T03:29:43.213092Z","steps":["trace[634128502] 'process raft request' (duration: 186.768513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.213227Z","caller":"traceutil/trace.go:171","msg":"trace[2104469811] linearizableReadLoop","detail":"{readStateIndex:4329; appliedIndex:4326; }","duration":"166.9078ms","start":"2026-04-28T03:29:43.046297Z","end":"2026-04-28T03:29:43.213205Z","steps":["trace[2104469811] 'read index received' (duration: 57.460508ms)","trace[2104469811] 'applied index is now lower than readState.Index' (duration: 109.446422ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:43.213389Z","caller":"traceutil/trace.go:171","msg":"trace[787180178] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"114.004716ms","start":"2026-04-28T03:29:43.099364Z","end":"2026-04-28T03:29:43.213368Z","steps":["trace[787180178] 'process raft request' (duration: 113.715259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:43.213402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.074324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:43.21344Z","caller":"traceutil/trace.go:171","msg":"trace[987345256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4090; }","duration":"167.177976ms","start":"2026-04-28T03:29:43.046251Z","end":"2026-04-28T03:29:43.213429Z","steps":["trace[987345256] 'agreement among raft nodes before linearized reading' (duration: 167.037713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.213485Z","caller":"traceutil/trace.go:171","msg":"trace[386982768] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"186.468346ms","start":"2026-04-28T03:29:43.026782Z","end":"2026-04-28T03:29:43.21325Z","steps":["trace[386982768] 'process raft request' (duration: 186.213821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:43.416063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.591211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:43.416176Z","caller":"traceutil/trace.go:171","msg":"trace[530802090] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"189.70767ms","start":"2026-04-28T03:29:43.226452Z","end":"2026-04-28T03:29:43.41616Z","steps":["trace[530802090] 'process raft request' (duration: 59.952465ms)","trace[530802090] 'compare' (duration: 129.437728ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:43.444104Z","caller":"traceutil/trace.go:171","msg":"trace[1993884796] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"212.792675ms","start":"2026-04-28T03:29:43.231295Z","end":"2026-04-28T03:29:43.444088Z","steps":["trace[1993884796] 'process raft request' (duration: 212.048087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.44433Z","caller":"traceutil/trace.go:171","msg":"trace[1777131750] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"210.519013ms","start":"2026-04-28T03:29:43.233757Z","end":"2026-04-28T03:29:43.444276Z","steps":["trace[1777131750] 'process raft request' (duration: 210.022642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.444452Z","caller":"traceutil/trace.go:171","msg":"trace[763371207] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"211.720811ms","start":"2026-04-28T03:29:43.232684Z","end":"2026-04-28T03:29:43.444405Z","steps":["trace[763371207] 'process raft request' (duration: 211.052926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.959564Z","caller":"traceutil/trace.go:171","msg":"trace[1159184722] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4335; }","duration":"483.49817ms","start":"2026-04-28T03:29:43.47603Z","end":"2026-04-28T03:29:43.959528Z","steps":["trace[1159184722] 'read index received' (duration: 447.894029ms)","trace[1159184722] 'applied index is now lower than readState.Index' (duration: 35.602481ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:43.959723Z","caller":"traceutil/trace.go:171","msg":"trace[560183539] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4097; }","duration":"495.944893ms","start":"2026-04-28T03:29:43.463763Z","end":"2026-04-28T03:29:43.959708Z","steps":["trace[560183539] 'process raft request' (duration: 495.715838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:43.959898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.830527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa67aa1994681e\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-28T03:29:43.959936Z","caller":"traceutil/trace.go:171","msg":"trace[539168905] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa67aa1994681e; range_end:; response_count:1; response_revision:4097; }","duration":"483.93169ms","start":"2026-04-28T03:29:43.475994Z","end":"2026-04-28T03:29:43.959926Z","steps":["trace[539168905] 'agreement among raft nodes before linearized reading' (duration: 483.731055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:43.959907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.463749Z","time spent":"496.027944ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1756,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:43.959968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.475973Z","time spent":"483.986731ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":729,"request content":"key:\"/registry/events/openstack/valkey.18aa67aa1994681e\" "} {"level":"info","ts":"2026-04-28T03:29:43.959581Z","caller":"traceutil/trace.go:171","msg":"trace[1346613034] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"496.904625ms","start":"2026-04-28T03:29:43.462641Z","end":"2026-04-28T03:29:43.959546Z","steps":["trace[1346613034] 'process raft request' (duration: 496.757252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:43.959567Z","caller":"traceutil/trace.go:171","msg":"trace[1564175171] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"504.101039ms","start":"2026-04-28T03:29:43.455418Z","end":"2026-04-28T03:29:43.959519Z","steps":["trace[1564175171] 'process raft request' (duration: 468.674262ms)","trace[1564175171] 'compare' (duration: 35.036698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:43.960247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.46261Z","time spent":"497.54452ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:43.960408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.455386Z","time spent":"504.903077ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:44.052826Z","caller":"traceutil/trace.go:171","msg":"trace[89895754] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"422.344487ms","start":"2026-04-28T03:29:43.630438Z","end":"2026-04-28T03:29:44.052782Z","steps":["trace[89895754] 'process raft request' (duration: 422.240425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.052856Z","caller":"traceutil/trace.go:171","msg":"trace[621366169] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"549.87189ms","start":"2026-04-28T03:29:43.502951Z","end":"2026-04-28T03:29:44.052822Z","steps":["trace[621366169] 'process raft request' (duration: 549.485881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.053076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.630402Z","time spent":"422.544172ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:44.05326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.502918Z","time spent":"550.203118ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:44.053487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.879404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:44.053516Z","caller":"traceutil/trace.go:171","msg":"trace[823094963] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"421.564669ms","start":"2026-04-28T03:29:43.63193Z","end":"2026-04-28T03:29:44.053495Z","steps":["trace[823094963] 'process raft request' (duration: 421.102239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.053529Z","caller":"traceutil/trace.go:171","msg":"trace[808999878] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4101; }","duration":"420.948906ms","start":"2026-04-28T03:29:43.632567Z","end":"2026-04-28T03:29:44.053516Z","steps":["trace[808999878] 'agreement among raft nodes before linearized reading' (duration: 420.795212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.053607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.63192Z","time spent":"421.62551ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:44.05361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.632558Z","time spent":"421.040948ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:29:44.053654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.32758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:44.053753Z","caller":"traceutil/trace.go:171","msg":"trace[1117685569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4101; }","duration":"167.489673ms","start":"2026-04-28T03:29:43.886242Z","end":"2026-04-28T03:29:44.053732Z","steps":["trace[1117685569] 'agreement among raft nodes before linearized reading' (duration: 166.990062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.053836Z","caller":"traceutil/trace.go:171","msg":"trace[1774438281] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"422.252705ms","start":"2026-04-28T03:29:43.631574Z","end":"2026-04-28T03:29:44.053827Z","steps":["trace[1774438281] 'process raft request' (duration: 421.15483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.053863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.660626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:29:44.053918Z","caller":"traceutil/trace.go:171","msg":"trace[1470699541] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4101; }","duration":"430.767768ms","start":"2026-04-28T03:29:43.623136Z","end":"2026-04-28T03:29:44.053903Z","steps":["trace[1470699541] 'agreement among raft nodes before linearized reading' (duration: 430.625385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.053928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.243663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3911"} {"level":"warn","ts":"2026-04-28T03:29:44.053955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.623108Z","time spent":"430.83483ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:29:44.053958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.190093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:44.053976Z","caller":"traceutil/trace.go:171","msg":"trace[2031426214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4101; }","duration":"266.360476ms","start":"2026-04-28T03:29:43.787599Z","end":"2026-04-28T03:29:44.053959Z","steps":["trace[2031426214] 'agreement among raft nodes before linearized reading' (duration: 266.234193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.053989Z","caller":"traceutil/trace.go:171","msg":"trace[1937508343] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:4101; }","duration":"115.255964ms","start":"2026-04-28T03:29:43.938725Z","end":"2026-04-28T03:29:44.053981Z","steps":["trace[1937508343] 'agreement among raft nodes before linearized reading' (duration: 115.196533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.053879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:43.631543Z","time spent":"422.315776ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:44.061288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.520749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:3911"} {"level":"info","ts":"2026-04-28T03:29:44.061388Z","caller":"traceutil/trace.go:171","msg":"trace[776503641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4101; }","duration":"273.702013ms","start":"2026-04-28T03:29:43.787663Z","end":"2026-04-28T03:29:44.061365Z","steps":["trace[776503641] 'agreement among raft nodes before linearized reading' (duration: 265.583028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.170739Z","caller":"traceutil/trace.go:171","msg":"trace[715810473] linearizableReadLoop","detail":"{readStateIndex:4345; appliedIndex:4342; }","duration":"117.500506ms","start":"2026-04-28T03:29:44.053209Z","end":"2026-04-28T03:29:44.17071Z","steps":["trace[715810473] 'read index received' (duration: 52.517036ms)","trace[715810473] 'applied index is now lower than readState.Index' (duration: 64.9828ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:44.170786Z","caller":"traceutil/trace.go:171","msg":"trace[1831597367] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"206.548223ms","start":"2026-04-28T03:29:43.964178Z","end":"2026-04-28T03:29:44.170726Z","steps":["trace[1831597367] 'process raft request' (duration: 141.457781ms)","trace[1831597367] 'compare' (duration: 64.881957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:44.170976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.76897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"warn","ts":"2026-04-28T03:29:44.170965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.84473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:44.171004Z","caller":"traceutil/trace.go:171","msg":"trace[693040085] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:4104; }","duration":"156.825091ms","start":"2026-04-28T03:29:44.014173Z","end":"2026-04-28T03:29:44.170998Z","steps":["trace[693040085] 'agreement among raft nodes before linearized reading' (duration: 156.624827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.170951Z","caller":"traceutil/trace.go:171","msg":"trace[1231739187] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"191.430549ms","start":"2026-04-28T03:29:43.979458Z","end":"2026-04-28T03:29:44.170889Z","steps":["trace[1231739187] 'process raft request' (duration: 191.174723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.171052Z","caller":"traceutil/trace.go:171","msg":"trace[715292488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4104; }","duration":"124.018724ms","start":"2026-04-28T03:29:44.047012Z","end":"2026-04-28T03:29:44.171031Z","steps":["trace[715292488] 'agreement among raft nodes before linearized reading' (duration: 123.821789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.170834Z","caller":"traceutil/trace.go:171","msg":"trace[66890505] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"182.867493ms","start":"2026-04-28T03:29:43.987929Z","end":"2026-04-28T03:29:44.170796Z","steps":["trace[66890505] 'process raft request' (duration: 182.742441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.532583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.042369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:44.532771Z","caller":"traceutil/trace.go:171","msg":"trace[851113874] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"466.240336ms","start":"2026-04-28T03:29:44.066517Z","end":"2026-04-28T03:29:44.532758Z","steps":["trace[851113874] 'process raft request' (duration: 466.200835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.532789Z","caller":"traceutil/trace.go:171","msg":"trace[1952080459] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"468.011607ms","start":"2026-04-28T03:29:44.064758Z","end":"2026-04-28T03:29:44.532769Z","steps":["trace[1952080459] 'process raft request' (duration: 467.908314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.532815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.066492Z","time spent":"466.304238ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:44.532892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.064751Z","time spent":"468.074669ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:44.532974Z","caller":"traceutil/trace.go:171","msg":"trace[377802656] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"471.016885ms","start":"2026-04-28T03:29:44.061768Z","end":"2026-04-28T03:29:44.532784Z","steps":["trace[377802656] 'process raft request' (duration: 362.7203ms)","trace[377802656] 'compare' (duration: 107.925657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:44.533081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.061748Z","time spent":"471.279111ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2415,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:44.897548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.16611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:29:44.898778Z","caller":"traceutil/trace.go:171","msg":"trace[270766599] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"718.714517ms","start":"2026-04-28T03:29:44.180032Z","end":"2026-04-28T03:29:44.898747Z","steps":["trace[270766599] 'process raft request' (duration: 717.662433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.898953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.179809Z","time spent":"719.057605ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:44.962005Z","caller":"traceutil/trace.go:171","msg":"trace[1845400405] linearizableReadLoop","detail":"{readStateIndex:4349; appliedIndex:4345; }","duration":"782.183252ms","start":"2026-04-28T03:29:44.179784Z","end":"2026-04-28T03:29:44.961967Z","steps":["trace[1845400405] 'read index received' (duration: 244.725643ms)","trace[1845400405] 'applied index is now lower than readState.Index' (duration: 537.455819ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:44.962183Z","caller":"traceutil/trace.go:171","msg":"trace[1681683089] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"607.883152ms","start":"2026-04-28T03:29:44.354224Z","end":"2026-04-28T03:29:44.962107Z","steps":["trace[1681683089] 'process raft request' (duration: 544.505578ms)","trace[1681683089] 'compare' (duration: 62.993144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:44.962461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.354195Z","time spent":"608.120197ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2435,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:44.962921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.098912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa67aa199530dd\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-28T03:29:44.962964Z","caller":"traceutil/trace.go:171","msg":"trace[1417805529] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa67aa199530dd; range_end:; response_count:1; response_revision:4109; }","duration":"783.218255ms","start":"2026-04-28T03:29:44.179734Z","end":"2026-04-28T03:29:44.962952Z","steps":["trace[1417805529] 'agreement among raft nodes before linearized reading' (duration: 782.410587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.963005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.179711Z","time spent":"783.285687ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/valkey.18aa67aa199530dd\" "} {"level":"warn","ts":"2026-04-28T03:29:44.968347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.094369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa67a839f6d44a\" ","response":"range_response_count:1 size:955"} {"level":"info","ts":"2026-04-28T03:29:44.968422Z","caller":"traceutil/trace.go:171","msg":"trace[1477325197] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa67a839f6d44a; range_end:; response_count:1; response_revision:4111; }","duration":"764.227852ms","start":"2026-04-28T03:29:44.204177Z","end":"2026-04-28T03:29:44.968405Z","steps":["trace[1477325197] 'agreement among raft nodes before linearized reading' (duration: 764.010997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.968457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.204157Z","time spent":"764.293824ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":978,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-sb-0.18aa67a839f6d44a\" "} {"level":"warn","ts":"2026-04-28T03:29:44.968429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.48218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:29:44.968512Z","caller":"traceutil/trace.go:171","msg":"trace[153258343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4111; }","duration":"173.616103ms","start":"2026-04-28T03:29:44.794876Z","end":"2026-04-28T03:29:44.968492Z","steps":["trace[153258343] 'agreement among raft nodes before linearized reading' (duration: 173.317066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.968672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.925635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:29:44.968694Z","caller":"traceutil/trace.go:171","msg":"trace[129397306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4111; }","duration":"182.955235ms","start":"2026-04-28T03:29:44.785732Z","end":"2026-04-28T03:29:44.968687Z","steps":["trace[129397306] 'agreement among raft nodes before linearized reading' (duration: 182.883704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.968854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.171381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:29:44.968876Z","caller":"traceutil/trace.go:171","msg":"trace[2057291210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4111; }","duration":"183.250752ms","start":"2026-04-28T03:29:44.785619Z","end":"2026-04-28T03:29:44.96887Z","steps":["trace[2057291210] 'agreement among raft nodes before linearized reading' (duration: 183.180331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.968915Z","caller":"traceutil/trace.go:171","msg":"trace[1190592265] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"430.33652ms","start":"2026-04-28T03:29:44.538563Z","end":"2026-04-28T03:29:44.9689Z","steps":["trace[1190592265] 'process raft request' (duration: 429.419529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.968995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.329984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:29:44.969003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.538512Z","time spent":"430.428652ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:44.969022Z","caller":"traceutil/trace.go:171","msg":"trace[762219127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4111; }","duration":"183.408136ms","start":"2026-04-28T03:29:44.785605Z","end":"2026-04-28T03:29:44.969013Z","steps":["trace[762219127] 'agreement among raft nodes before linearized reading' (duration: 183.341864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.969136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.646217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:44.969156Z","caller":"traceutil/trace.go:171","msg":"trace[511465317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4111; }","duration":"196.693839ms","start":"2026-04-28T03:29:44.772455Z","end":"2026-04-28T03:29:44.969149Z","steps":["trace[511465317] 'agreement among raft nodes before linearized reading' (duration: 196.639147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:44.969258Z","caller":"traceutil/trace.go:171","msg":"trace[1360072183] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"423.671907ms","start":"2026-04-28T03:29:44.545575Z","end":"2026-04-28T03:29:44.969246Z","steps":["trace[1360072183] 'process raft request' (duration: 422.554912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.96929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.122296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T03:29:44.969311Z","caller":"traceutil/trace.go:171","msg":"trace[1052302911] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:4111; }","duration":"618.197447ms","start":"2026-04-28T03:29:44.351106Z","end":"2026-04-28T03:29:44.969303Z","steps":["trace[1052302911] 'agreement among raft nodes before linearized reading' (duration: 618.122315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:44.969313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.545542Z","time spent":"423.736809ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:44.969328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.351062Z","time spent":"618.261999ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38035,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:29:45.376547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.894812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:45.376685Z","caller":"traceutil/trace.go:171","msg":"trace[150616275] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"411.00536ms","start":"2026-04-28T03:29:44.965659Z","end":"2026-04-28T03:29:45.376664Z","steps":["trace[150616275] 'process raft request' (duration: 174.892342ms)","trace[150616275] 'compare' (duration: 235.651396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:45.376738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.965629Z","time spent":"411.086901ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:45.628097Z","caller":"traceutil/trace.go:171","msg":"trace[687709184] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"656.684873ms","start":"2026-04-28T03:29:44.971368Z","end":"2026-04-28T03:29:45.628053Z","steps":["trace[687709184] 'process raft request' (duration: 565.883096ms)","trace[687709184] 'compare' (duration: 90.4946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:45.628289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.971334Z","time spent":"656.857866ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:45.628431Z","caller":"traceutil/trace.go:171","msg":"trace[1599217315] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"651.858933ms","start":"2026-04-28T03:29:44.976539Z","end":"2026-04-28T03:29:45.628398Z","steps":["trace[1599217315] 'process raft request' (duration: 651.493085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.628109Z","caller":"traceutil/trace.go:171","msg":"trace[791609426] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"652.496698ms","start":"2026-04-28T03:29:44.975582Z","end":"2026-04-28T03:29:45.628079Z","steps":["trace[791609426] 'process raft request' (duration: 652.349684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.628572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.975551Z","time spent":"652.992519ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:45.62858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.976529Z","time spent":"651.969915ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:45.628606Z","caller":"traceutil/trace.go:171","msg":"trace[340423899] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"650.301747ms","start":"2026-04-28T03:29:44.978293Z","end":"2026-04-28T03:29:45.628594Z","steps":["trace[340423899] 'process raft request' (duration: 649.97635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.628109Z","caller":"traceutil/trace.go:171","msg":"trace[52549236] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"651.999366ms","start":"2026-04-28T03:29:44.976082Z","end":"2026-04-28T03:29:45.628082Z","steps":["trace[52549236] 'process raft request' (duration: 651.913754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.62872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.978257Z","time spent":"650.39225ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:45.628742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.976072Z","time spent":"652.647661ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:45.629114Z","caller":"traceutil/trace.go:171","msg":"trace[775543847] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"650.484903ms","start":"2026-04-28T03:29:44.97862Z","end":"2026-04-28T03:29:45.629105Z","steps":["trace[775543847] 'process raft request' (duration: 649.924869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.62918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.978612Z","time spent":"650.525053ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:45.629736Z","caller":"traceutil/trace.go:171","msg":"trace[108220798] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"647.079515ms","start":"2026-04-28T03:29:44.982643Z","end":"2026-04-28T03:29:45.629722Z","steps":["trace[108220798] 'process raft request' (duration: 646.405759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.62981Z","caller":"traceutil/trace.go:171","msg":"trace[1735708332] linearizableReadLoop","detail":"{readStateIndex:4357; appliedIndex:4353; }","duration":"653.48742ms","start":"2026-04-28T03:29:44.976305Z","end":"2026-04-28T03:29:45.629793Z","steps":["trace[1735708332] 'read index received' (duration: 164.27169ms)","trace[1735708332] 'applied index is now lower than readState.Index' (duration: 489.21395ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:45.629908Z","caller":"traceutil/trace.go:171","msg":"trace[706600109] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"645.238122ms","start":"2026-04-28T03:29:44.984649Z","end":"2026-04-28T03:29:45.629887Z","steps":["trace[706600109] 'process raft request' (duration: 644.580677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.984639Z","time spent":"645.316264ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:45.630112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.55321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:3911"} {"level":"info","ts":"2026-04-28T03:29:45.630162Z","caller":"traceutil/trace.go:171","msg":"trace[1425416911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4120; }","duration":"562.610701ms","start":"2026-04-28T03:29:45.067537Z","end":"2026-04-28T03:29:45.630148Z","steps":["trace[1425416911] 'agreement among raft nodes before linearized reading' (duration: 562.414577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:45.067534Z","time spent":"562.662732ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3934,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" "} {"level":"warn","ts":"2026-04-28T03:29:45.630207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.895209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98582"} {"level":"info","ts":"2026-04-28T03:29:45.63026Z","caller":"traceutil/trace.go:171","msg":"trace[655432305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4120; }","duration":"653.95369ms","start":"2026-04-28T03:29:44.976297Z","end":"2026-04-28T03:29:45.630251Z","steps":["trace[655432305] 'agreement among raft nodes before linearized reading' (duration: 653.597202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.976287Z","time spent":"653.996191ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98605,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:29:45.630281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.069143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2356"} {"level":"warn","ts":"2026-04-28T03:29:45.630385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.404131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:45.630386Z","caller":"traceutil/trace.go:171","msg":"trace[1147843407] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:4120; }","duration":"650.225856ms","start":"2026-04-28T03:29:44.980136Z","end":"2026-04-28T03:29:45.630362Z","steps":["trace[1147843407] 'agreement among raft nodes before linearized reading' (duration: 649.811407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.630422Z","caller":"traceutil/trace.go:171","msg":"trace[1354682807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:4120; }","duration":"174.479033ms","start":"2026-04-28T03:29:45.455931Z","end":"2026-04-28T03:29:45.63041Z","steps":["trace[1354682807] 'agreement among raft nodes before linearized reading' (duration: 174.420512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.980118Z","time spent":"650.312758ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2379,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-04-28T03:29:45.630406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.038259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:45.630575Z","caller":"traceutil/trace.go:171","msg":"trace[828041459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4120; }","duration":"584.219912ms","start":"2026-04-28T03:29:45.046342Z","end":"2026-04-28T03:29:45.630562Z","steps":["trace[828041459] 'agreement among raft nodes before linearized reading' (duration: 584.020168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.04204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:3911"} {"level":"warn","ts":"2026-04-28T03:29:45.630609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:45.046332Z","time spent":"584.269153ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:29:45.630619Z","caller":"traceutil/trace.go:171","msg":"trace[1753849665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4120; }","duration":"563.095332ms","start":"2026-04-28T03:29:45.067511Z","end":"2026-04-28T03:29:45.630606Z","steps":["trace[1753849665] 'agreement among raft nodes before linearized reading' (duration: 562.930169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.630654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:45.067504Z","time spent":"563.142983ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3934,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:29:45.63084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.930325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:45.630874Z","caller":"traceutil/trace.go:171","msg":"trace[881177010] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4120; }","duration":"270.005507ms","start":"2026-04-28T03:29:45.360861Z","end":"2026-04-28T03:29:45.630866Z","steps":["trace[881177010] 'agreement among raft nodes before linearized reading' (duration: 269.949346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.62986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:44.98263Z","time spent":"647.150966ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:45.631199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.863056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:340006"} {"level":"info","ts":"2026-04-28T03:29:45.631293Z","caller":"traceutil/trace.go:171","msg":"trace[344838484] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:4120; }","duration":"462.03626ms","start":"2026-04-28T03:29:45.169236Z","end":"2026-04-28T03:29:45.631272Z","steps":["trace[344838484] 'agreement among raft nodes before linearized reading' (duration: 461.158711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.631341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:45.169195Z","time spent":"462.137324ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":340029,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:29:45.63243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.175396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38012"} {"level":"info","ts":"2026-04-28T03:29:45.632539Z","caller":"traceutil/trace.go:171","msg":"trace[949934301] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:4120; }","duration":"625.328039ms","start":"2026-04-28T03:29:45.007188Z","end":"2026-04-28T03:29:45.632516Z","steps":["trace[949934301] 'agreement among raft nodes before linearized reading' (duration: 623.278582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:45.632605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:45.00718Z","time spent":"625.414441ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38035,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T03:29:45.759381Z","caller":"traceutil/trace.go:171","msg":"trace[1282700211] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"120.794971ms","start":"2026-04-28T03:29:45.638554Z","end":"2026-04-28T03:29:45.759349Z","steps":["trace[1282700211] 'process raft request' (duration: 102.756711ms)","trace[1282700211] 'compare' (duration: 17.798035ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:45.759448Z","caller":"traceutil/trace.go:171","msg":"trace[1133769570] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"119.283036ms","start":"2026-04-28T03:29:45.640157Z","end":"2026-04-28T03:29:45.75944Z","steps":["trace[1133769570] 'process raft request' (duration: 119.186264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.759469Z","caller":"traceutil/trace.go:171","msg":"trace[210437346] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"119.411989ms","start":"2026-04-28T03:29:45.64002Z","end":"2026-04-28T03:29:45.759433Z","steps":["trace[210437346] 'process raft request' (duration: 119.294896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.759514Z","caller":"traceutil/trace.go:171","msg":"trace[23093159] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"119.239975ms","start":"2026-04-28T03:29:45.640229Z","end":"2026-04-28T03:29:45.759469Z","steps":["trace[23093159] 'process raft request' (duration: 119.153893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.759643Z","caller":"traceutil/trace.go:171","msg":"trace[2133327224] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"107.552878ms","start":"2026-04-28T03:29:45.652082Z","end":"2026-04-28T03:29:45.759635Z","steps":["trace[2133327224] 'process raft request' (duration: 107.366144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.759404Z","caller":"traceutil/trace.go:171","msg":"trace[950679324] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"119.388708ms","start":"2026-04-28T03:29:45.639997Z","end":"2026-04-28T03:29:45.759385Z","steps":["trace[950679324] 'process raft request' (duration: 119.271405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.75982Z","caller":"traceutil/trace.go:171","msg":"trace[2028920312] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"106.931645ms","start":"2026-04-28T03:29:45.652863Z","end":"2026-04-28T03:29:45.759795Z","steps":["trace[2028920312] 'process raft request' (duration: 106.635488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:45.759934Z","caller":"traceutil/trace.go:171","msg":"trace[238976712] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"119.576943ms","start":"2026-04-28T03:29:45.640246Z","end":"2026-04-28T03:29:45.759823Z","steps":["trace[238976712] 'process raft request' (duration: 119.175494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.670909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.989914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:47.671073Z","caller":"traceutil/trace.go:171","msg":"trace[989095431] linearizableReadLoop","detail":"{readStateIndex:4440; appliedIndex:4438; }","duration":"898.833507ms","start":"2026-04-28T03:29:46.772229Z","end":"2026-04-28T03:29:47.671062Z","steps":["trace[989095431] 'read index received' (duration: 305.65892ms)","trace[989095431] 'applied index is now lower than readState.Index' (duration: 593.173617ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:47.671121Z","caller":"traceutil/trace.go:171","msg":"trace[360170521] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"901.477108ms","start":"2026-04-28T03:29:46.769638Z","end":"2026-04-28T03:29:47.671115Z","steps":["trace[360170521] 'process raft request' (duration: 901.356735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.671163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:46.769605Z","time spent":"901.528259ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1550,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:47.671273Z","caller":"traceutil/trace.go:171","msg":"trace[2069459918] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"913.777358ms","start":"2026-04-28T03:29:46.757422Z","end":"2026-04-28T03:29:47.671199Z","steps":["trace[2069459918] 'process raft request' (duration: 320.446617ms)","trace[2069459918] 'compare' (duration: 592.111883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:47.671365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.093393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-28T03:29:47.671442Z","caller":"traceutil/trace.go:171","msg":"trace[1730951293] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4194; }","duration":"899.226016ms","start":"2026-04-28T03:29:46.772196Z","end":"2026-04-28T03:29:47.671422Z","steps":["trace[1730951293] 'agreement among raft nodes before linearized reading' (duration: 898.966731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.67149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:46.772183Z","time spent":"899.294548ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1305,"request content":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:29:47.671486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:46.757378Z","time spent":"913.998483ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:47.693084Z","caller":"traceutil/trace.go:171","msg":"trace[1660024139] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"526.926679ms","start":"2026-04-28T03:29:47.166112Z","end":"2026-04-28T03:29:47.693039Z","steps":["trace[1660024139] 'process raft request' (duration: 526.577691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.693375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.166093Z","time spent":"527.136003ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:47.693429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.857474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:47.69351Z","caller":"traceutil/trace.go:171","msg":"trace[2030640663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4197; }","duration":"645.064059ms","start":"2026-04-28T03:29:47.048427Z","end":"2026-04-28T03:29:47.693491Z","steps":["trace[2030640663] 'agreement among raft nodes before linearized reading' (duration: 644.886355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.693521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.023613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:47.693568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.04839Z","time spent":"645.164501ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:29:47.693606Z","caller":"traceutil/trace.go:171","msg":"trace[356689025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:0; response_revision:4197; }","duration":"820.155116ms","start":"2026-04-28T03:29:46.873433Z","end":"2026-04-28T03:29:47.693588Z","steps":["trace[356689025] 'agreement among raft nodes before linearized reading' (duration: 819.986902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.693649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:46.873415Z","time spent":"820.227027ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"info","ts":"2026-04-28T03:29:47.693136Z","caller":"traceutil/trace.go:171","msg":"trace[727008700] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"526.050548ms","start":"2026-04-28T03:29:47.167036Z","end":"2026-04-28T03:29:47.693087Z","steps":["trace[727008700] 'process raft request' (duration: 525.839413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.693769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.167015Z","time spent":"526.721795ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:47.693819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.301985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:47.693903Z","caller":"traceutil/trace.go:171","msg":"trace[739855391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:4197; }","duration":"241.440848ms","start":"2026-04-28T03:29:47.452443Z","end":"2026-04-28T03:29:47.693884Z","steps":["trace[739855391] 'agreement among raft nodes before linearized reading' (duration: 241.324005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.693998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.420198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:47.69404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.343545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-04-28T03:29:47.694037Z","caller":"traceutil/trace.go:171","msg":"trace[2004289933] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"322.746899ms","start":"2026-04-28T03:29:47.371272Z","end":"2026-04-28T03:29:47.694019Z","steps":["trace[2004289933] 'process raft request' (duration: 321.696044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:47.694056Z","caller":"traceutil/trace.go:171","msg":"trace[259699756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4197; }","duration":"259.51013ms","start":"2026-04-28T03:29:47.434528Z","end":"2026-04-28T03:29:47.694038Z","steps":["trace[259699756] 'agreement among raft nodes before linearized reading' (duration: 259.415558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:47.694157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.371242Z","time spent":"322.832911ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:47.694058Z","caller":"traceutil/trace.go:171","msg":"trace[1320819612] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4197; }","duration":"241.361166ms","start":"2026-04-28T03:29:47.452691Z","end":"2026-04-28T03:29:47.694052Z","steps":["trace[1320819612] 'agreement among raft nodes before linearized reading' (duration: 241.315995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.130216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775480069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:50.131088Z","caller":"traceutil/trace.go:171","msg":"trace[1071526919] linearizableReadLoop","detail":"{readStateIndex:4447; appliedIndex:4443; }","duration":"2.424781435s","start":"2026-04-28T03:29:47.706286Z","end":"2026-04-28T03:29:50.131068Z","steps":["trace[1071526919] 'read index received' (duration: 78.267532ms)","trace[1071526919] 'applied index is now lower than readState.Index' (duration: 2.346512943s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.131309Z","caller":"traceutil/trace.go:171","msg":"trace[434000946] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"2.428753985s","start":"2026-04-28T03:29:47.702543Z","end":"2026-04-28T03:29:50.131297Z","steps":["trace[434000946] 'process raft request' (duration: 652.104519ms)","trace[434000946] 'compare' (duration: 1.775162622s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:50.132125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.702518Z","time spent":"2.429503372s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:29:50.132336Z","caller":"traceutil/trace.go:171","msg":"trace[1154718234] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"2.412413693s","start":"2026-04-28T03:29:47.719874Z","end":"2026-04-28T03:29:50.132287Z","steps":["trace[1154718234] 'process raft request' (duration: 2.410837118s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.132376Z","caller":"traceutil/trace.go:171","msg":"trace[326818353] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"2.429615144s","start":"2026-04-28T03:29:47.702732Z","end":"2026-04-28T03:29:50.132347Z","steps":["trace[326818353] 'process raft request' (duration: 2.427610699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.132513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.702715Z","time spent":"2.429737637s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:50.132566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.719842Z","time spent":"2.412598207s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:50.132832Z","caller":"traceutil/trace.go:171","msg":"trace[673387725] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"2.430044544s","start":"2026-04-28T03:29:47.702764Z","end":"2026-04-28T03:29:50.132808Z","steps":["trace[673387725] 'process raft request' (duration: 2.427725452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.132964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.702751Z","time spent":"2.430156476s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:50.13569Z","caller":"traceutil/trace.go:171","msg":"trace[1955370161] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"2.423150668s","start":"2026-04-28T03:29:47.712289Z","end":"2026-04-28T03:29:50.13544Z","steps":["trace[1955370161] 'process raft request' (duration: 2.418329959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.135833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.712253Z","time spent":"2.423524286s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:50.135985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429666195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:98252"} {"level":"info","ts":"2026-04-28T03:29:50.136125Z","caller":"traceutil/trace.go:171","msg":"trace[26316918] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"2.389925192s","start":"2026-04-28T03:29:47.746165Z","end":"2026-04-28T03:29:50.13609Z","steps":["trace[26316918] 'process raft request' (duration: 2.384676323s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.136087Z","caller":"traceutil/trace.go:171","msg":"trace[366338478] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4206; }","duration":"2.42979318s","start":"2026-04-28T03:29:47.706273Z","end":"2026-04-28T03:29:50.136066Z","steps":["trace[366338478] 'agreement among raft nodes before linearized reading' (duration: 2.426397852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.136266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.746143Z","time spent":"2.390052255s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:50.136283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.706264Z","time spent":"2.430003154s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":98275,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:29:50.136693Z","caller":"traceutil/trace.go:171","msg":"trace[1885689666] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"2.424076349s","start":"2026-04-28T03:29:47.712586Z","end":"2026-04-28T03:29:50.136663Z","steps":["trace[1885689666] 'process raft request' (duration: 2.418097343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.136798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.71258Z","time spent":"2.424158421s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:50.137125Z","caller":"traceutil/trace.go:171","msg":"trace[428649601] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"2.420729082s","start":"2026-04-28T03:29:47.712225Z","end":"2026-04-28T03:29:50.132954Z","steps":["trace[428649601] 'process raft request' (duration: 2.418338508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.1372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.712213Z","time spent":"2.424951268s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9951,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:50.632264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:50.948658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.594119701s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:29:51.046434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:29:51.046508Z","caller":"traceutil/trace.go:171","msg":"trace[1795997572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613057s","start":"2026-04-28T03:29:49.045878Z","end":"2026-04-28T03:29:51.046491Z","steps":["trace[1795997572] 'agreement among raft nodes before linearized reading' (duration: 2.000514724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.046545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:49.04587Z","time spent":"2.000666568s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:29:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:51.248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.935156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:51.248588Z","caller":"traceutil/trace.go:171","msg":"trace[1687839279] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"3.178120349s","start":"2026-04-28T03:29:48.070412Z","end":"2026-04-28T03:29:51.248532Z","steps":["trace[1687839279] 'process raft request' (duration: 2.878520927s)","trace[1687839279] 'compare' (duration: 298.771463ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:51.248803Z","caller":"traceutil/trace.go:171","msg":"trace[1803186541] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"3.167563069s","start":"2026-04-28T03:29:48.081213Z","end":"2026-04-28T03:29:51.248776Z","steps":["trace[1803186541] 'process raft request' (duration: 3.167365284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.248834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.07038Z","time spent":"3.178322184s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:51.248928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.081185Z","time spent":"3.167691221s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:51.249205Z","caller":"traceutil/trace.go:171","msg":"trace[1501149967] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"3.165586034s","start":"2026-04-28T03:29:48.083588Z","end":"2026-04-28T03:29:51.249174Z","steps":["trace[1501149967] 'process raft request' (duration: 3.165115773s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.249204Z","caller":"traceutil/trace.go:171","msg":"trace[1390722718] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"3.164929309s","start":"2026-04-28T03:29:48.084232Z","end":"2026-04-28T03:29:51.249161Z","steps":["trace[1390722718] 'process raft request' (duration: 3.164800356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.249425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.083538Z","time spent":"3.165778338s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:51.249493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.084219Z","time spent":"3.165233175s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:51.26299Z","caller":"traceutil/trace.go:171","msg":"trace[648760782] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"2.807412867s","start":"2026-04-28T03:29:48.455544Z","end":"2026-04-28T03:29:51.262957Z","steps":["trace[648760782] 'process raft request' (duration: 2.807146731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.264106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.455516Z","time spent":"2.808504762s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:51.263171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513491734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:51.263214Z","caller":"traceutil/trace.go:171","msg":"trace[659516296] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"1.109481454s","start":"2026-04-28T03:29:50.153721Z","end":"2026-04-28T03:29:51.263202Z","steps":["trace[659516296] 'process raft request' (duration: 1.109230769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.26329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656650883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:51.263286Z","caller":"traceutil/trace.go:171","msg":"trace[996208826] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"2.80095638s","start":"2026-04-28T03:29:48.462298Z","end":"2026-04-28T03:29:51.263254Z","steps":["trace[996208826] 'process raft request' (duration: 2.80048639s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.263331Z","caller":"traceutil/trace.go:171","msg":"trace[1773443976] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"734.972386ms","start":"2026-04-28T03:29:50.528347Z","end":"2026-04-28T03:29:51.263319Z","steps":["trace[1773443976] 'process raft request' (duration: 734.643028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.263454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472787597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:29:51.263468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179111832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:29:51.263514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493019729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-28T03:29:51.263505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300819482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:29:51.264908Z","caller":"traceutil/trace.go:171","msg":"trace[66393637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4214; }","duration":"1.474293001s","start":"2026-04-28T03:29:49.790605Z","end":"2026-04-28T03:29:51.264898Z","steps":["trace[66393637] 'agreement among raft nodes before linearized reading' (duration: 1.472761677s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.264921Z","caller":"traceutil/trace.go:171","msg":"trace[1790897442] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4214; }","duration":"3.180607285s","start":"2026-04-28T03:29:48.084301Z","end":"2026-04-28T03:29:51.264908Z","steps":["trace[1790897442] 'agreement among raft nodes before linearized reading' (duration: 3.179079441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.264976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:49.790576Z","time spent":"1.474374062s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:29:51.265032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.528322Z","time spent":"736.679135ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:51.264978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.084275Z","time spent":"3.180690717s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:29:51.263663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5356358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.265281Z","caller":"traceutil/trace.go:171","msg":"trace[1269222560] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4214; }","duration":"3.537300008s","start":"2026-04-28T03:29:47.72797Z","end":"2026-04-28T03:29:51.26527Z","steps":["trace[1269222560] 'agreement among raft nodes before linearized reading' (duration: 3.53565574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.265322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.727953Z","time spent":"3.537359119s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"info","ts":"2026-04-28T03:29:51.265373Z","caller":"traceutil/trace.go:171","msg":"trace[1065875325] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4214; }","duration":"3.494893893s","start":"2026-04-28T03:29:47.770469Z","end":"2026-04-28T03:29:51.265363Z","steps":["trace[1065875325] 'agreement among raft nodes before linearized reading' (duration: 3.493005229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.265425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.770459Z","time spent":"3.494956214s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:29:51.263725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705774543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:29:51.265488Z","caller":"traceutil/trace.go:171","msg":"trace[330689442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4214; }","duration":"2.707568764s","start":"2026-04-28T03:29:48.55791Z","end":"2026-04-28T03:29:51.265479Z","steps":["trace[330689442] 'agreement among raft nodes before linearized reading' (duration: 2.705775643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.265529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.557888Z","time spent":"2.707631466s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:51.263733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659397077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:29:51.265676Z","caller":"traceutil/trace.go:171","msg":"trace[561565980] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4214; }","duration":"2.661379541s","start":"2026-04-28T03:29:48.604286Z","end":"2026-04-28T03:29:51.265665Z","steps":["trace[561565980] 'agreement among raft nodes before linearized reading' (duration: 2.659239222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.265711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.604266Z","time spent":"2.661436513s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:29:51.263751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680693341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:29:51.26588Z","caller":"traceutil/trace.go:171","msg":"trace[1156815687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4214; }","duration":"2.68281955s","start":"2026-04-28T03:29:48.583049Z","end":"2026-04-28T03:29:51.265869Z","steps":["trace[1156815687] 'agreement among raft nodes before linearized reading' (duration: 2.68063338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.265935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.582987Z","time spent":"2.682936933s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:29:51.263768Z","caller":"traceutil/trace.go:171","msg":"trace[377529690] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4452; }","duration":"1.131925955s","start":"2026-04-28T03:29:50.131115Z","end":"2026-04-28T03:29:51.263041Z","steps":["trace[377529690] 'read index received' (duration: 817.839053ms)","trace[377529690] 'applied index is now lower than readState.Index' (duration: 314.086202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:51.263837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551349037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.266071Z","caller":"traceutil/trace.go:171","msg":"trace[1747636027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:0; response_revision:4214; }","duration":"3.553580938s","start":"2026-04-28T03:29:47.712481Z","end":"2026-04-28T03:29:51.266061Z","steps":["trace[1747636027] 'agreement among raft nodes before linearized reading' (duration: 3.551304756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.266109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:47.71246Z","time spent":"3.55364008s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" "} {"level":"warn","ts":"2026-04-28T03:29:51.266277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118207452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:29:51.266327Z","caller":"traceutil/trace.go:171","msg":"trace[1029780377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4214; }","duration":"1.118286474s","start":"2026-04-28T03:29:50.148032Z","end":"2026-04-28T03:29:51.266318Z","steps":["trace[1029780377] 'agreement among raft nodes before linearized reading' (duration: 1.118191682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.266366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.148004Z","time spent":"1.118354656s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:29:51.264482Z","caller":"traceutil/trace.go:171","msg":"trace[409542316] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4214; }","duration":"1.657875161s","start":"2026-04-28T03:29:49.606594Z","end":"2026-04-28T03:29:51.26447Z","steps":["trace[409542316] 'agreement among raft nodes before linearized reading' (duration: 1.656648743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.266528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:49.606578Z","time spent":"1.659939858s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:51.263606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196425955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:29:51.264533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.1537Z","time spent":"1.110801693s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:51.264572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.462273Z","time spent":"2.802236509s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:51.263623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217973225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.266622Z","caller":"traceutil/trace.go:171","msg":"trace[1976491120] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4214; }","duration":"2.221003455s","start":"2026-04-28T03:29:49.045608Z","end":"2026-04-28T03:29:51.266612Z","steps":["trace[1976491120] 'agreement among raft nodes before linearized reading' (duration: 2.217927335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.267402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:49.045592Z","time spent":"2.221801182s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:51.26674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117486486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.267504Z","caller":"traceutil/trace.go:171","msg":"trace[1314956631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:4214; }","duration":"1.118316154s","start":"2026-04-28T03:29:50.149172Z","end":"2026-04-28T03:29:51.267488Z","steps":["trace[1314956631] 'agreement among raft nodes before linearized reading' (duration: 1.117548077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.267621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.14915Z","time spent":"1.118392106s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:29:51.266798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.074651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.26775Z","caller":"traceutil/trace.go:171","msg":"trace[1820657534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4214; }","duration":"221.057193ms","start":"2026-04-28T03:29:51.046685Z","end":"2026-04-28T03:29:51.267742Z","steps":["trace[1820657534] 'agreement among raft nodes before linearized reading' (duration: 220.097821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.266678Z","caller":"traceutil/trace.go:171","msg":"trace[838942711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4214; }","duration":"2.303934813s","start":"2026-04-28T03:29:48.96263Z","end":"2026-04-28T03:29:51.266565Z","steps":["trace[838942711] 'agreement among raft nodes before linearized reading' (duration: 2.300717749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.267971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.962609Z","time spent":"2.305327664s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:29:51.266876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.443154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:51.268183Z","caller":"traceutil/trace.go:171","msg":"trace[29823434] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4214; }","duration":"858.834007ms","start":"2026-04-28T03:29:50.409333Z","end":"2026-04-28T03:29:51.268167Z","steps":["trace[29823434] 'agreement among raft nodes before linearized reading' (duration: 857.474816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.268297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.409303Z","time spent":"858.97673ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:51.266909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.507058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:29:51.268483Z","caller":"traceutil/trace.go:171","msg":"trace[1931936019] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4214; }","duration":"892.125875ms","start":"2026-04-28T03:29:50.376345Z","end":"2026-04-28T03:29:51.268471Z","steps":["trace[1931936019] 'agreement among raft nodes before linearized reading' (duration: 890.545779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.268517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.376313Z","time spent":"892.192837ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:29:51.266929Z","caller":"traceutil/trace.go:171","msg":"trace[372750468] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4214; }","duration":"3.199907675s","start":"2026-04-28T03:29:48.06699Z","end":"2026-04-28T03:29:51.266897Z","steps":["trace[372750468] 'agreement among raft nodes before linearized reading' (duration: 3.196536418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.268628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.066956Z","time spent":"3.201665195s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:29:51.267164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045989218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:487156"} {"level":"info","ts":"2026-04-28T03:29:51.268823Z","caller":"traceutil/trace.go:171","msg":"trace[2115755220] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:4214; }","duration":"1.047646396s","start":"2026-04-28T03:29:50.221168Z","end":"2026-04-28T03:29:51.268815Z","steps":["trace[2115755220] 'agreement among raft nodes before linearized reading' (duration: 1.045752023s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.26885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.221146Z","time spent":"1.047694997s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":19,"response size":487179,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T03:29:51.264472Z","caller":"traceutil/trace.go:171","msg":"trace[1807411437] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4214; }","duration":"2.514835644s","start":"2026-04-28T03:29:48.749616Z","end":"2026-04-28T03:29:51.264452Z","steps":["trace[1807411437] 'agreement among raft nodes before linearized reading' (duration: 2.513470394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.269623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:48.749595Z","time spent":"2.519973241s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:29:51.513992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.906999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:51.51424Z","caller":"traceutil/trace.go:171","msg":"trace[1953723896] linearizableReadLoop","detail":"{readStateIndex:4466; appliedIndex:4462; }","duration":"240.743001ms","start":"2026-04-28T03:29:51.273482Z","end":"2026-04-28T03:29:51.514225Z","steps":["trace[1953723896] 'read index received' (duration: 77.515664ms)","trace[1953723896] 'applied index is now lower than readState.Index' (duration: 163.226287ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:51.514338Z","caller":"traceutil/trace.go:171","msg":"trace[1783565330] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"242.512373ms","start":"2026-04-28T03:29:51.271815Z","end":"2026-04-28T03:29:51.514327Z","steps":["trace[1783565330] 'process raft request' (duration: 242.326738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.51437Z","caller":"traceutil/trace.go:171","msg":"trace[481786391] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"243.26098ms","start":"2026-04-28T03:29:51.2711Z","end":"2026-04-28T03:29:51.514361Z","steps":["trace[481786391] 'process raft request' (duration: 79.884749ms)","trace[481786391] 'compare' (duration: 162.797837ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:51.514533Z","caller":"traceutil/trace.go:171","msg":"trace[1313404845] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"242.473182ms","start":"2026-04-28T03:29:51.272047Z","end":"2026-04-28T03:29:51.51452Z","steps":["trace[1313404845] 'process raft request' (duration: 242.129934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.51472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.210969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.514763Z","caller":"traceutil/trace.go:171","msg":"trace[1079759239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:0; response_revision:4219; }","duration":"243.26769ms","start":"2026-04-28T03:29:51.271482Z","end":"2026-04-28T03:29:51.51475Z","steps":["trace[1079759239] 'agreement among raft nodes before linearized reading' (duration: 243.197288ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.514312Z","caller":"traceutil/trace.go:171","msg":"trace[324299799] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"242.853339ms","start":"2026-04-28T03:29:51.271427Z","end":"2026-04-28T03:29:51.51428Z","steps":["trace[324299799] 'process raft request' (duration: 242.654075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.514981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.048838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-28T03:29:51.515026Z","caller":"traceutil/trace.go:171","msg":"trace[1641259980] range","detail":"{range_begin:/registry/persistentvolumes/pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4219; }","duration":"244.099058ms","start":"2026-04-28T03:29:51.270909Z","end":"2026-04-28T03:29:51.515008Z","steps":["trace[1641259980] 'agreement among raft nodes before linearized reading' (duration: 243.976146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.563545Z","caller":"traceutil/trace.go:171","msg":"trace[538602954] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"289.113713ms","start":"2026-04-28T03:29:51.274385Z","end":"2026-04-28T03:29:51.563499Z","steps":["trace[538602954] 'process raft request' (duration: 288.891558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.563778Z","caller":"traceutil/trace.go:171","msg":"trace[1148457576] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"288.295575ms","start":"2026-04-28T03:29:51.27546Z","end":"2026-04-28T03:29:51.563756Z","steps":["trace[1148457576] 'process raft request' (duration: 287.944697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.563968Z","caller":"traceutil/trace.go:171","msg":"trace[331495107] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"287.299231ms","start":"2026-04-28T03:29:51.276655Z","end":"2026-04-28T03:29:51.563954Z","steps":["trace[331495107] 'process raft request' (duration: 286.863051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.563966Z","caller":"traceutil/trace.go:171","msg":"trace[1465303436] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"288.400177ms","start":"2026-04-28T03:29:51.275533Z","end":"2026-04-28T03:29:51.563933Z","steps":["trace[1465303436] 'process raft request' (duration: 287.924296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.564271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.071197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:51.564325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.119113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.564344Z","caller":"traceutil/trace.go:171","msg":"trace[1511385936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4224; }","duration":"287.164259ms","start":"2026-04-28T03:29:51.277164Z","end":"2026-04-28T03:29:51.564328Z","steps":["trace[1511385936] 'agreement among raft nodes before linearized reading' (duration: 286.981645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.564367Z","caller":"traceutil/trace.go:171","msg":"trace[12146376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:4224; }","duration":"282.193485ms","start":"2026-04-28T03:29:51.282163Z","end":"2026-04-28T03:29:51.564356Z","steps":["trace[12146376] 'agreement among raft nodes before linearized reading' (duration: 282.120644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.564262Z","caller":"traceutil/trace.go:171","msg":"trace[1694951186] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"280.107839ms","start":"2026-04-28T03:29:51.284092Z","end":"2026-04-28T03:29:51.5642Z","steps":["trace[1694951186] 'process raft request' (duration: 279.671679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.564367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.84297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.564512Z","caller":"traceutil/trace.go:171","msg":"trace[662802549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4224; }","duration":"196.061044ms","start":"2026-04-28T03:29:51.368416Z","end":"2026-04-28T03:29:51.564477Z","steps":["trace[662802549] 'agreement among raft nodes before linearized reading' (duration: 195.729937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.564541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.671898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:487156"} {"level":"info","ts":"2026-04-28T03:29:51.564582Z","caller":"traceutil/trace.go:171","msg":"trace[2094943284] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:4224; }","duration":"124.715419ms","start":"2026-04-28T03:29:51.439856Z","end":"2026-04-28T03:29:51.564572Z","steps":["trace[2094943284] 'agreement among raft nodes before linearized reading' (duration: 124.382862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.56479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.826701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa67ab514b1058\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-28T03:29:51.564856Z","caller":"traceutil/trace.go:171","msg":"trace[1651209245] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa67ab514b1058; range_end:; response_count:1; response_revision:4224; }","duration":"289.910912ms","start":"2026-04-28T03:29:51.27493Z","end":"2026-04-28T03:29:51.56484Z","steps":["trace[1651209245] 'agreement among raft nodes before linearized reading' (duration: 289.715877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:51.564996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.184169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:51.565068Z","caller":"traceutil/trace.go:171","msg":"trace[835376413] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4224; }","duration":"288.038659ms","start":"2026-04-28T03:29:51.277012Z","end":"2026-04-28T03:29:51.56505Z","steps":["trace[835376413] 'agreement among raft nodes before linearized reading' (duration: 287.137608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.685781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006264904s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:29:52.690836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013358764s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:29:52.691137Z","caller":"traceutil/trace.go:171","msg":"trace[1508154678] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"1.119955092s","start":"2026-04-28T03:29:51.571104Z","end":"2026-04-28T03:29:52.691059Z","steps":["trace[1508154678] 'process raft request' (duration: 106.2865ms)","trace[1508154678] 'compare' (duration: 1.01318157s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:52.691301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.57109Z","time spent":"1.120110356s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.691338Z","caller":"traceutil/trace.go:171","msg":"trace[103192474] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"1.011936813s","start":"2026-04-28T03:29:51.679383Z","end":"2026-04-28T03:29:52.691319Z","steps":["trace[103192474] 'process raft request' (duration: 1.011889832s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.69139Z","caller":"traceutil/trace.go:171","msg":"trace[1187574412] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"1.118059919s","start":"2026-04-28T03:29:51.573308Z","end":"2026-04-28T03:29:52.691368Z","steps":["trace[1187574412] 'process raft request' (duration: 1.117771492s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.6914Z","caller":"traceutil/trace.go:171","msg":"trace[1380605885] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4472; }","duration":"1.10224233s","start":"2026-04-28T03:29:51.589131Z","end":"2026-04-28T03:29:52.691373Z","steps":["trace[1380605885] 'read index received' (duration: 88.194069ms)","trace[1380605885] 'applied index is now lower than readState.Index' (duration: 1.014045431s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:52.691403Z","caller":"traceutil/trace.go:171","msg":"trace[243142092] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"1.114057468s","start":"2026-04-28T03:29:51.577316Z","end":"2026-04-28T03:29:52.691374Z","steps":["trace[243142092] 'process raft request' (duration: 1.113853713s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.691491Z","caller":"traceutil/trace.go:171","msg":"trace[1350802732] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"1.119233496s","start":"2026-04-28T03:29:51.572246Z","end":"2026-04-28T03:29:52.691479Z","steps":["trace[1350802732] 'process raft request' (duration: 1.118682694s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.691429Z","caller":"traceutil/trace.go:171","msg":"trace[912218972] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"1.118862928s","start":"2026-04-28T03:29:51.572545Z","end":"2026-04-28T03:29:52.691408Z","steps":["trace[912218972] 'process raft request' (duration: 1.118472189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111164273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:52.691609Z","caller":"traceutil/trace.go:171","msg":"trace[165740777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:4231; }","duration":"1.111233124s","start":"2026-04-28T03:29:51.580363Z","end":"2026-04-28T03:29:52.691596Z","steps":["trace[165740777] 'agreement among raft nodes before linearized reading' (duration: 1.111141352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117554258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:52.69168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099372974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:29:52.691706Z","caller":"traceutil/trace.go:171","msg":"trace[1446519197] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:4231; }","duration":"1.117637309s","start":"2026-04-28T03:29:51.574062Z","end":"2026-04-28T03:29:52.691699Z","steps":["trace[1446519197] 'agreement among raft nodes before linearized reading' (duration: 1.117570158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.574055Z","time spent":"1.11766547s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T03:29:52.69174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.580356Z","time spent":"1.111283445s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:29:52.691774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.051972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:29:52.691835Z","caller":"traceutil/trace.go:171","msg":"trace[146603091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4231; }","duration":"545.146194ms","start":"2026-04-28T03:29:52.146676Z","end":"2026-04-28T03:29:52.691822Z","steps":["trace[146603091] 'agreement among raft nodes before linearized reading' (duration: 544.95842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.69172Z","caller":"traceutil/trace.go:171","msg":"trace[1124606175] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:4231; }","duration":"1.099484827s","start":"2026-04-28T03:29:51.592223Z","end":"2026-04-28T03:29:52.691708Z","steps":["trace[1124606175] 'agreement among raft nodes before linearized reading' (duration: 1.099385634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.146665Z","time spent":"545.192615ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:29:52.69186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121917158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:1282"} {"level":"warn","ts":"2026-04-28T03:29:52.691864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.615997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:29:52.691884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.996771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-04-28T03:29:52.691782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121937768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:29:52.692015Z","caller":"traceutil/trace.go:171","msg":"trace[1942459483] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4231; }","duration":"975.111534ms","start":"2026-04-28T03:29:51.716836Z","end":"2026-04-28T03:29:52.691948Z","steps":["trace[1942459483] 'agreement among raft nodes before linearized reading' (duration: 974.95933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.692042Z","caller":"traceutil/trace.go:171","msg":"trace[237105188] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4231; }","duration":"1.122218404s","start":"2026-04-28T03:29:51.569814Z","end":"2026-04-28T03:29:52.692033Z","steps":["trace[237105188] 'agreement among raft nodes before linearized reading' (duration: 1.121779824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.69206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.383295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:29:52.692062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.931013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:29:52.691548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.572226Z","time spent":"1.119297937s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:29:52.692086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.652881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:29:52.69143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.679354Z","time spent":"1.012028705s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.692101Z","caller":"traceutil/trace.go:171","msg":"trace[495319412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4231; }","duration":"414.446347ms","start":"2026-04-28T03:29:52.277641Z","end":"2026-04-28T03:29:52.692087Z","steps":["trace[495319412] 'agreement among raft nodes before linearized reading' (duration: 414.303284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.692129Z","caller":"traceutil/trace.go:171","msg":"trace[1267822281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4231; }","duration":"540.712433ms","start":"2026-04-28T03:29:52.151406Z","end":"2026-04-28T03:29:52.692118Z","steps":["trace[1267822281] 'agreement among raft nodes before linearized reading' (duration: 540.535509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.577309Z","time spent":"1.11416434s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:52.692113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076650876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-28T03:29:52.692162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.151395Z","time spent":"540.760644ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:29:52.69187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.592207Z","time spent":"1.099656381s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" "} {"level":"info","ts":"2026-04-28T03:29:52.6922Z","caller":"traceutil/trace.go:171","msg":"trace[1530914951] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4231; }","duration":"1.076740228s","start":"2026-04-28T03:29:51.615436Z","end":"2026-04-28T03:29:52.692177Z","steps":["trace[1530914951] 'agreement among raft nodes before linearized reading' (duration: 1.076444371s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.691788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.487101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:29:52.692102Z","caller":"traceutil/trace.go:171","msg":"trace[436155215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4231; }","duration":"546.996085ms","start":"2026-04-28T03:29:52.145099Z","end":"2026-04-28T03:29:52.692095Z","steps":["trace[436155215] 'agreement among raft nodes before linearized reading' (duration: 546.836652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.692298Z","caller":"traceutil/trace.go:171","msg":"trace[781062188] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4231; }","duration":"286.027784ms","start":"2026-04-28T03:29:52.406261Z","end":"2026-04-28T03:29:52.692289Z","steps":["trace[781062188] 'agreement among raft nodes before linearized reading' (duration: 285.42498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.692309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.145084Z","time spent":"547.21333ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:52.69191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.69584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:29:52.691916Z","caller":"traceutil/trace.go:171","msg":"trace[116146083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4231; }","duration":"546.719129ms","start":"2026-04-28T03:29:52.145185Z","end":"2026-04-28T03:29:52.691904Z","steps":["trace[116146083] 'agreement among raft nodes before linearized reading' (duration: 546.554625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:52.692398Z","caller":"traceutil/trace.go:171","msg":"trace[101184506] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4231; }","duration":"284.205682ms","start":"2026-04-28T03:29:52.408175Z","end":"2026-04-28T03:29:52.692381Z","steps":["trace[101184506] 'agreement among raft nodes before linearized reading' (duration: 283.643879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.692423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.145157Z","time spent":"547.255201ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:29:52.692067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.716818Z","time spent":"975.236806ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:29:52.692139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.277626Z","time spent":"414.504778ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:29:52.692259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.615367Z","time spent":"1.076879332s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:29:52.692545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.572534Z","time spent":"1.119077642s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:52.69191Z","caller":"traceutil/trace.go:171","msg":"trace[638192463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4231; }","duration":"1.12200779s","start":"2026-04-28T03:29:51.569886Z","end":"2026-04-28T03:29:52.691894Z","steps":["trace[638192463] 'agreement among raft nodes before linearized reading' (duration: 1.121929558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:52.692678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.569857Z","time spent":"1.122811457s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1305,"request content":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:29:52.691494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.5733Z","time spent":"1.118140791s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:52.692078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:51.569803Z","time spent":"1.122264976s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:29:53.195965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:53.696217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:54.196798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:54.697659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:55.043782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:29:55.043848Z","caller":"traceutil/trace.go:171","msg":"trace[1788955042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987461s","start":"2026-04-28T03:29:53.043844Z","end":"2026-04-28T03:29:55.043832Z","steps":["trace[1788955042] 'agreement among raft nodes before linearized reading' (duration: 1.999900539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:55.043885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.043825Z","time spent":"2.000052053s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:29:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:55.198041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:55.699045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:56.199798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:56.700915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:29:56.919407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.223421982s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:29:57.012194Z","caller":"traceutil/trace.go:171","msg":"trace[793290474] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"4.316386248s","start":"2026-04-28T03:29:52.695777Z","end":"2026-04-28T03:29:57.012163Z","steps":["trace[793290474] 'process raft request' (duration: 4.223853231s)","trace[793290474] 'compare' (duration: 91.935944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:29:57.012326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.695756Z","time spent":"4.316502261s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:29:57.044337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:29:57.044466Z","caller":"traceutil/trace.go:171","msg":"trace[334315163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358749s","start":"2026-04-28T03:29:55.04408Z","end":"2026-04-28T03:29:57.044439Z","steps":["trace[334315163] 'agreement among raft nodes before linearized reading' (duration: 2.000199546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:57.04453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.044057Z","time spent":"2.000460672s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:57.696912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.698731Z","time spent":"4.998175303s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:58.135505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:29:58.135592Z","caller":"traceutil/trace.go:171","msg":"trace[1734045870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035249s","start":"2026-04-28T03:29:56.135221Z","end":"2026-04-28T03:29:58.135573Z","steps":["trace[1734045870] 'agreement among raft nodes before linearized reading' (duration: 2.000212277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:58.135644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.135195Z","time spent":"2.000433352s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:29:58.253974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.255533Z","time spent":"4.998433539s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:29:58.253946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.255692Z","time spent":"4.998235274s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:58.254118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.255887Z","time spent":"4.998230044s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:58.254158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.255222Z","time spent":"4.99893541s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:58.519531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999203295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:29:58.519751Z","caller":"traceutil/trace.go:171","msg":"trace[1761128639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999463111s","start":"2026-04-28T03:29:53.520261Z","end":"2026-04-28T03:29:58.519724Z","steps":["trace[1761128639] 'agreement among raft nodes before linearized reading' (duration: 4.999235266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:58.519885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.520241Z","time spent":"4.999624205s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:58.569491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999634666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:29:58.569674Z","caller":"traceutil/trace.go:171","msg":"trace[80809407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999876191s","start":"2026-04-28T03:29:53.569778Z","end":"2026-04-28T03:29:58.569655Z","steps":["trace[80809407] 'agreement among raft nodes before linearized reading' (duration: 4.999669807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:58.569755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.569756Z","time spent":"4.999984604s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:29:59.053255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:29:59.053326Z","caller":"traceutil/trace.go:171","msg":"trace[1462789441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617485s","start":"2026-04-28T03:29:57.052693Z","end":"2026-04-28T03:29:59.053311Z","steps":["trace[1462789441] 'agreement among raft nodes before linearized reading' (duration: 2.000526093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:59.053363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:57.052653Z","time spent":"2.000703157s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:29:59.699726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.699605Z","time spent":"7.000115529s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:29:59.69979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.698788Z","time spent":"7.000996559s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:29:59.700918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.699671Z","time spent":"7.001240925s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:00.514367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.513612Z","time spent":"7.000745813s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:00.737065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.817448207s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:00.738559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.538818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:00.738666Z","caller":"traceutil/trace.go:171","msg":"trace[1918858400] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4232; }","duration":"547.65569ms","start":"2026-04-28T03:30:00.190992Z","end":"2026-04-28T03:30:00.738648Z","steps":["trace[1918858400] 'range keys from in-memory index tree' (duration: 547.523258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:01.061354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:01.061499Z","caller":"traceutil/trace.go:171","msg":"trace[1822092777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444043s","start":"2026-04-28T03:29:59.061017Z","end":"2026-04-28T03:30:01.061461Z","steps":["trace[1822092777] 'agreement among raft nodes before linearized reading' (duration: 2.000258498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:01.06164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.061001Z","time spent":"2.000625037s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:01.573818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:57.038339Z","time spent":"4.535472927s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:30:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:02.143727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.625695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:02.143793Z","caller":"traceutil/trace.go:171","msg":"trace[50790295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"437.729107ms","start":"2026-04-28T03:30:01.706049Z","end":"2026-04-28T03:30:02.143778Z","steps":["trace[50790295] 'agreement among raft nodes before linearized reading' (duration: 437.643965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.143826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.706043Z","time spent":"437.775758ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 03:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:02.144033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.278919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:02.144083Z","caller":"traceutil/trace.go:171","msg":"trace[1594239260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"438.363232ms","start":"2026-04-28T03:30:01.705708Z","end":"2026-04-28T03:30:02.144071Z","steps":["trace[1594239260] 'agreement among raft nodes before linearized reading' (duration: 438.30831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.144118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.705687Z","time spent":"438.424103ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 03:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:02.146524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447722437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T03:30:02.146544Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6a7c","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-28T03:30:02.146576Z","caller":"traceutil/trace.go:171","msg":"trace[1466701185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.447813369s","start":"2026-04-28T03:29:59.698749Z","end":"2026-04-28T03:30:02.146562Z","steps":["trace[1466701185] 'agreement among raft nodes before linearized reading' (duration: 2.447756388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.146621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.698729Z","time spent":"2.4478805s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:02.180616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47082972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:02.180685Z","caller":"traceutil/trace.go:171","msg":"trace[688737661] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; }","duration":"9.470926112s","start":"2026-04-28T03:29:52.709741Z","end":"2026-04-28T03:30:02.180668Z","steps":["trace[688737661] 'agreement among raft nodes before linearized reading' (duration: 9.47084654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:02.180758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.709734Z","time spent":"9.471011924s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} 2026/04/28 03:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:02.180837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.704579Z","time spent":"2.476250386s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} 2026/04/28 03:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:03.062001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:03.06209Z","caller":"traceutil/trace.go:171","msg":"trace[2111639768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038393s","start":"2026-04-28T03:30:01.062031Z","end":"2026-04-28T03:30:03.06207Z","steps":["trace[2111639768] 'agreement among raft nodes before linearized reading' (duration: 1.99992613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.062146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.062009Z","time spent":"2.000119755s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:03.253075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998179484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:03.25318Z","caller":"traceutil/trace.go:171","msg":"trace[1074751368] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998330376s","start":"2026-04-28T03:29:58.254825Z","end":"2026-04-28T03:30:03.253156Z","steps":["trace[1074751368] 'agreement among raft nodes before linearized reading' (duration: 4.998202354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.253234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.25481Z","time spent":"4.998412099s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:03.253985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998967631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:03.25404Z","caller":"traceutil/trace.go:171","msg":"trace[707658501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999042183s","start":"2026-04-28T03:29:58.254983Z","end":"2026-04-28T03:30:03.254025Z","steps":["trace[707658501] 'agreement among raft nodes before linearized reading' (duration: 4.998980471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.254083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.254976Z","time spent":"4.999095774s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:03.254134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997482097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T03:30:03.254142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997740234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:03.25421Z","caller":"traceutil/trace.go:171","msg":"trace[2051527247] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997858856s","start":"2026-04-28T03:29:58.256333Z","end":"2026-04-28T03:30:03.254192Z","steps":["trace[2051527247] 'agreement among raft nodes before linearized reading' (duration: 4.997771674s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:03.254212Z","caller":"traceutil/trace.go:171","msg":"trace[401731437] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997601541s","start":"2026-04-28T03:29:58.256591Z","end":"2026-04-28T03:30:03.254193Z","steps":["trace[401731437] 'agreement among raft nodes before linearized reading' (duration: 4.997494778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.254261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.256316Z","time spent":"4.997936888s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:30:03.254266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.256583Z","time spent":"4.997671872s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:03.519012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998172181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:03.519093Z","caller":"traceutil/trace.go:171","msg":"trace[913865328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998303164s","start":"2026-04-28T03:30:00.520772Z","end":"2026-04-28T03:30:03.519075Z","steps":["trace[913865328] 'agreement among raft nodes before linearized reading' (duration: 2.998207552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.519136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.520752Z","time spent":"2.998374216s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:03.5697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997304452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:03.569755Z","caller":"traceutil/trace.go:171","msg":"trace[709887559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997396413s","start":"2026-04-28T03:30:00.572345Z","end":"2026-04-28T03:30:03.569742Z","steps":["trace[709887559] 'agreement among raft nodes before linearized reading' (duration: 2.997325532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.569784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.572332Z","time spent":"2.997446065s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:04.039009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:57.038371Z","time spent":"7.000630111s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:05.069257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000849581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:05.069551Z","caller":"traceutil/trace.go:171","msg":"trace[1683459916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001212349s","start":"2026-04-28T03:30:03.06831Z","end":"2026-04-28T03:30:05.069523Z","steps":["trace[1683459916] 'agreement among raft nodes before linearized reading' (duration: 2.000869902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.069637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.068294Z","time spent":"2.001325882s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:05.298303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558946751s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:30:05.298447Z","caller":"traceutil/trace.go:171","msg":"trace[1161724648] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4478; }","duration":"12.602501491s","start":"2026-04-28T03:29:52.695922Z","end":"2026-04-28T03:30:05.298423Z","steps":["trace[1161724648] 'read index received' (duration: 4.223704028s)","trace[1161724648] 'applied index is now lower than readState.Index' (duration: 8.378795323s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:05.299962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.604022196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:19 size:25348"} {"level":"info","ts":"2026-04-28T03:30:05.300057Z","caller":"traceutil/trace.go:171","msg":"trace[1197663972] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:19; response_revision:4241; }","duration":"12.604152349s","start":"2026-04-28T03:29:52.695883Z","end":"2026-04-28T03:30:05.300035Z","steps":["trace[1197663972] 'agreement among raft nodes before linearized reading' (duration: 12.603496323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:05.300118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.695866Z","time spent":"12.6042378s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":19,"response size":25371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T03:30:05.799505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:06.299865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:06.800379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:07.069771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:07.069906Z","caller":"traceutil/trace.go:171","msg":"trace[564969638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191396s","start":"2026-04-28T03:30:05.069685Z","end":"2026-04-28T03:30:07.069876Z","steps":["trace[564969638] 'agreement among raft nodes before linearized reading' (duration: 2.000026103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.069973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:05.069636Z","time spent":"2.000319379s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:07.201488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.200722Z","time spent":"7.000760104s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:07.301314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:07.359109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.621823996s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:30:07.359993Z","caller":"traceutil/trace.go:171","msg":"trace[490458967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4243; }","duration":"6.841565368s","start":"2026-04-28T03:30:00.518398Z","end":"2026-04-28T03:30:07.359963Z","steps":["trace[490458967] 'process raft request' (duration: 6.841493157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:07.360165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.518369Z","time spent":"6.841696912s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:08.135235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:08.135332Z","caller":"traceutil/trace.go:171","msg":"trace[1832168275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034259s","start":"2026-04-28T03:30:06.134962Z","end":"2026-04-28T03:30:08.135305Z","steps":["trace[1832168275] 'agreement among raft nodes before linearized reading' (duration: 2.000209377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:08.13541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.134933Z","time spent":"2.000440461s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:08.520238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.521418Z","time spent":"4.998812867s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:30:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:08.570097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.572185Z","time spent":"4.997904557s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:08.589317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.589113Z","time spent":"7.00019733s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:09.07743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999752797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:09.077574Z","caller":"traceutil/trace.go:171","msg":"trace[983413921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992924s","start":"2026-04-28T03:30:07.077594Z","end":"2026-04-28T03:30:09.077523Z","steps":["trace[983413921] 'agreement among raft nodes before linearized reading' (duration: 1.999794487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:09.077645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.077564Z","time spent":"2.000061303s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:09.145657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.14522Z","time spent":"7.000430326s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:09.145858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.145257Z","time spent":"7.00059716s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:10.257692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.257086Z","time spent":"7.00060084s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:11.084083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:11.084161Z","caller":"traceutil/trace.go:171","msg":"trace[1916515451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371371s","start":"2026-04-28T03:30:09.083771Z","end":"2026-04-28T03:30:11.084142Z","steps":["trace[1916515451] 'agreement among raft nodes before linearized reading' (duration: 2.000276789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.084208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:09.083719Z","time spent":"2.000480063s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:11.574962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996231513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:11.575046Z","caller":"traceutil/trace.go:171","msg":"trace[972351689] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; }","duration":"9.996365027s","start":"2026-04-28T03:30:01.578663Z","end":"2026-04-28T03:30:11.575028Z","steps":["trace[972351689] 'agreement among raft nodes before linearized reading' (duration: 9.996259504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:11.575102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.578647Z","time spent":"9.996442199s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} 2026/04/28 03:30:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:12.053801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:05.052841Z","time spent":"7.000953147s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:12.247034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.887671855s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:13.084716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:13.084807Z","caller":"traceutil/trace.go:171","msg":"trace[2118202155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441542s","start":"2026-04-28T03:30:11.084346Z","end":"2026-04-28T03:30:13.084787Z","steps":["trace[2118202155] 'agreement among raft nodes before linearized reading' (duration: 2.000326459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:13.084856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.084327Z","time spent":"2.000518563s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:13.301114Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6b6a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:30:15.093438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:15.09352Z","caller":"traceutil/trace.go:171","msg":"trace[896013259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525496s","start":"2026-04-28T03:30:13.092973Z","end":"2026-04-28T03:30:15.093499Z","steps":["trace[896013259] 'agreement among raft nodes before linearized reading' (duration: 2.000430943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:15.093564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:13.092951Z","time spent":"2.000604307s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:15.200894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996317584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:15.200952Z","caller":"traceutil/trace.go:171","msg":"trace[568708347] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996425587s","start":"2026-04-28T03:30:07.204513Z","end":"2026-04-28T03:30:15.200939Z","steps":["trace[568708347] 'agreement among raft nodes before linearized reading' (duration: 7.996353945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:15.20098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.204462Z","time spent":"7.99651273s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 03:30:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:15.594379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:08.593362Z","time spent":"7.001011609s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:17.093678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:17.093764Z","caller":"traceutil/trace.go:171","msg":"trace[397203256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981221s","start":"2026-04-28T03:30:15.09376Z","end":"2026-04-28T03:30:17.093742Z","steps":["trace[397203256] 'agreement among raft nodes before linearized reading' (duration: 1.999884548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.093884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.093739Z","time spent":"2.000127685s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:17.230997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983234024s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:30:17.231086Z","caller":"traceutil/trace.go:171","msg":"trace[1249413252] linearizableReadLoop","detail":"{readStateIndex:4502; appliedIndex:4489; }","duration":"11.932594198s","start":"2026-04-28T03:30:05.298477Z","end":"2026-04-28T03:30:17.231071Z","steps":["trace[1249413252] 'read index received' (duration: 2.060851268s)","trace[1249413252] 'applied index is now lower than readState.Index' (duration: 9.87174152s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:17.232109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.084671464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.232149Z","caller":"traceutil/trace.go:171","msg":"trace[1660002054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4247; }","duration":"16.084822547s","start":"2026-04-28T03:30:01.147315Z","end":"2026-04-28T03:30:17.232137Z","steps":["trace[1660002054] 'agreement among raft nodes before linearized reading' (duration: 16.084745406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.147289Z","time spent":"16.084879229s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.232317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.58531275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:17.232355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.263317229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.23238Z","caller":"traceutil/trace.go:171","msg":"trace[541987813] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4247; }","duration":"13.263373351s","start":"2026-04-28T03:30:03.969001Z","end":"2026-04-28T03:30:17.232374Z","steps":["trace[541987813] 'agreement among raft nodes before linearized reading' (duration: 13.263312249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.968985Z","time spent":"13.263411531s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.23239Z","caller":"traceutil/trace.go:171","msg":"trace[203831575] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4247; }","duration":"12.585423273s","start":"2026-04-28T03:30:04.646941Z","end":"2026-04-28T03:30:17.232365Z","steps":["trace[203831575] 'agreement among raft nodes before linearized reading' (duration: 12.585339441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.532045189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.22452343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.232497Z","caller":"traceutil/trace.go:171","msg":"trace[1408074494] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4247; }","duration":"14.53211948s","start":"2026-04-28T03:30:02.70037Z","end":"2026-04-28T03:30:17.232489Z","steps":["trace[1408074494] 'agreement among raft nodes before linearized reading' (duration: 14.532070339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.700254Z","time spent":"14.532256894s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.232521Z","caller":"traceutil/trace.go:171","msg":"trace[719318596] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4247; }","duration":"17.224602741s","start":"2026-04-28T03:30:00.007903Z","end":"2026-04-28T03:30:17.232506Z","steps":["trace[719318596] 'agreement among raft nodes before linearized reading' (duration: 17.224513909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.390549846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-04-28T03:30:17.232561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:00.007887Z","time spent":"17.224662283s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":41,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.232584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.257367024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.232612Z","caller":"traceutil/trace.go:171","msg":"trace[2094992692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4247; }","duration":"15.257424506s","start":"2026-04-28T03:30:01.975179Z","end":"2026-04-28T03:30:17.232604Z","steps":["trace[2094992692] 'agreement among raft nodes before linearized reading' (duration: 15.257381065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.975163Z","time spent":"15.257465086s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.232646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.534966265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:6806"} {"level":"warn","ts":"2026-04-28T03:30:17.23267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.423133628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.232698Z","caller":"traceutil/trace.go:171","msg":"trace[1314213770] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4247; }","duration":"13.42320166s","start":"2026-04-28T03:30:03.809489Z","end":"2026-04-28T03:30:17.232691Z","steps":["trace[1314213770] 'agreement among raft nodes before linearized reading' (duration: 13.423160359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.232711Z","caller":"traceutil/trace.go:171","msg":"trace[1997547940] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4247; }","duration":"24.535042156s","start":"2026-04-28T03:29:52.697662Z","end":"2026-04-28T03:30:17.232704Z","steps":["trace[1997547940] 'agreement among raft nodes before linearized reading' (duration: 24.534937424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.809463Z","time spent":"13.423250921s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.232743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.697654Z","time spent":"24.535082127s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6829,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T03:30:17.232754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.676339475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.232775Z","caller":"traceutil/trace.go:171","msg":"trace[1962120979] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4247; }","duration":"15.676417448s","start":"2026-04-28T03:30:01.556351Z","end":"2026-04-28T03:30:17.232769Z","steps":["trace[1962120979] 'agreement among raft nodes before linearized reading' (duration: 15.676381377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.234595579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.782197654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.232843Z","caller":"traceutil/trace.go:171","msg":"trace[650771466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4247; }","duration":"17.23469339s","start":"2026-04-28T03:29:59.998138Z","end":"2026-04-28T03:30:17.232832Z","steps":["trace[650771466] 'agreement among raft nodes before linearized reading' (duration: 17.234606778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.493340936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:30:17.232868Z","caller":"traceutil/trace.go:171","msg":"trace[1682739706] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4247; }","duration":"13.782260086s","start":"2026-04-28T03:30:03.450599Z","end":"2026-04-28T03:30:17.23286Z","steps":["trace[1682739706] 'agreement among raft nodes before linearized reading' (duration: 13.782218645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.092608432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.998121Z","time spent":"17.234746452s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.232895Z","caller":"traceutil/trace.go:171","msg":"trace[18595514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4247; }","duration":"15.092984022s","start":"2026-04-28T03:30:02.139903Z","end":"2026-04-28T03:30:17.232887Z","steps":["trace[18595514] 'agreement among raft nodes before linearized reading' (duration: 15.092621984s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.232896Z","caller":"traceutil/trace.go:171","msg":"trace[1669489937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4247; }","duration":"24.493412538s","start":"2026-04-28T03:29:52.739467Z","end":"2026-04-28T03:30:17.23288Z","steps":["trace[1669489937] 'agreement among raft nodes before linearized reading' (duration: 24.493324966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.23292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.139888Z","time spent":"15.093023893s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.232897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.461940912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.739445Z","time spent":"24.493490909s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-28T03:30:17.232981Z","caller":"traceutil/trace.go:171","msg":"trace[2076339786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4247; }","duration":"14.462069835s","start":"2026-04-28T03:30:02.770893Z","end":"2026-04-28T03:30:17.232962Z","steps":["trace[2076339786] 'agreement among raft nodes before linearized reading' (duration: 14.461928992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.52381693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.534842232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:114558"} {"level":"warn","ts":"2026-04-28T03:30:17.233017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.535612259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:19 size:25348"} {"level":"info","ts":"2026-04-28T03:30:17.233071Z","caller":"traceutil/trace.go:171","msg":"trace[921736767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4247; }","duration":"24.53523318s","start":"2026-04-28T03:29:52.69783Z","end":"2026-04-28T03:30:17.233064Z","steps":["trace[921736767] 'agreement among raft nodes before linearized reading' (duration: 24.534671688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.628722034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.233105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.534518184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-runtime\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.2331Z","caller":"traceutil/trace.go:171","msg":"trace[789276633] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:19; response_revision:4247; }","duration":"24.535729522s","start":"2026-04-28T03:29:52.697353Z","end":"2026-04-28T03:30:17.233083Z","steps":["trace[789276633] 'agreement among raft nodes before linearized reading' (duration: 24.535338873s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233119Z","caller":"traceutil/trace.go:171","msg":"trace[2062764189] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:4247; }","duration":"18.628779035s","start":"2026-04-28T03:29:58.604331Z","end":"2026-04-28T03:30:17.23311Z","steps":["trace[2062764189] 'agreement among raft nodes before linearized reading' (duration: 18.628736404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.697342Z","time spent":"24.535797013s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":19,"response size":25371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T03:30:17.2332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.092351851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.382796289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:17.233243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.48166146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.232389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.961544507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:30:17.233259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.801799069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.23303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:02.770871Z","time spent":"14.462148296s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.267494262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:17.233314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.748487446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.233335Z","caller":"traceutil/trace.go:171","msg":"trace[984463016] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4247; }","duration":"22.267549342s","start":"2026-04-28T03:29:54.96578Z","end":"2026-04-28T03:30:17.233329Z","steps":["trace[984463016] 'agreement among raft nodes before linearized reading' (duration: 22.267509431s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.892105364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:17.23335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.853239958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:17.233352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.534604225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:30:17.233364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.958693102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:30:17.233376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.754128891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.233372Z","caller":"traceutil/trace.go:171","msg":"trace[986254498] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4247; }","duration":"21.892189076s","start":"2026-04-28T03:29:55.341169Z","end":"2026-04-28T03:30:17.233358Z","steps":["trace[986254498] 'agreement among raft nodes before linearized reading' (duration: 21.892107024s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233382Z","caller":"traceutil/trace.go:171","msg":"trace[69594604] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4247; }","duration":"19.853307949s","start":"2026-04-28T03:29:57.380067Z","end":"2026-04-28T03:30:17.233375Z","steps":["trace[69594604] 'agreement among raft nodes before linearized reading' (duration: 19.853264238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.662633729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.233392Z","caller":"traceutil/trace.go:171","msg":"trace[1313642017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4247; }","duration":"23.534682617s","start":"2026-04-28T03:29:53.698697Z","end":"2026-04-28T03:30:17.233379Z","steps":["trace[1313642017] 'agreement among raft nodes before linearized reading' (duration: 23.534582695s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233397Z","caller":"traceutil/trace.go:171","msg":"trace[1447268495] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4247; }","duration":"20.754176252s","start":"2026-04-28T03:29:56.479215Z","end":"2026-04-28T03:30:17.233392Z","steps":["trace[1447268495] 'agreement among raft nodes before linearized reading' (duration: 20.754142741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:57.380047Z","time spent":"19.85335399s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":3,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233413Z","caller":"traceutil/trace.go:171","msg":"trace[2066347403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4247; }","duration":"22.662693821s","start":"2026-04-28T03:29:54.570714Z","end":"2026-04-28T03:30:17.233408Z","steps":["trace[2066347403] 'agreement among raft nodes before linearized reading' (duration: 22.66266126s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233397Z","caller":"traceutil/trace.go:171","msg":"trace[2005900032] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4247; }","duration":"23.958751033s","start":"2026-04-28T03:29:53.274635Z","end":"2026-04-28T03:30:17.233386Z","steps":["trace[2005900032] 'agreement among raft nodes before linearized reading' (duration: 23.958649611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.479199Z","time spent":"20.754218583s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.698673Z","time spent":"23.534742008s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:30:17.23344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.570693Z","time spent":"22.662739881s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.27462Z","time spent":"23.958817095s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:30:17.233455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.754290165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.233503Z","caller":"traceutil/trace.go:171","msg":"trace[481961030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4247; }","duration":"20.754373006s","start":"2026-04-28T03:29:56.479119Z","end":"2026-04-28T03:30:17.233492Z","steps":["trace[481961030] 'agreement among raft nodes before linearized reading' (duration: 20.754311364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.23355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.801799458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.233153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.604315Z","time spent":"18.628832636s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:30:17.232891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.45058Z","time spent":"13.782303567s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233577Z","caller":"traceutil/trace.go:171","msg":"trace[362203796] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4247; }","duration":"22.80185896s","start":"2026-04-28T03:29:54.431711Z","end":"2026-04-28T03:30:17.23357Z","steps":["trace[362203796] 'agreement among raft nodes before linearized reading' (duration: 22.801814059s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233338Z","caller":"traceutil/trace.go:171","msg":"trace[343455568] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4247; }","duration":"23.748550677s","start":"2026-04-28T03:29:53.484782Z","end":"2026-04-28T03:30:17.233333Z","steps":["trace[343455568] 'agreement among raft nodes before linearized reading' (duration: 23.748514886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.431695Z","time spent":"22.80189618s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.053892849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:17.233628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.48476Z","time spent":"23.748856274s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233649Z","caller":"traceutil/trace.go:171","msg":"trace[308272662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4247; }","duration":"23.05395793s","start":"2026-04-28T03:29:54.179685Z","end":"2026-04-28T03:30:17.233643Z","steps":["trace[308272662] 'agreement among raft nodes before linearized reading' (duration: 23.053916359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:55.341149Z","time spent":"21.892250517s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.354230968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-04-28T03:30:17.233672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.179626Z","time spent":"23.054039802s","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.697818Z","time spent":"24.535271142s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":114581,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:30:17.233689Z","caller":"traceutil/trace.go:171","msg":"trace[4852928] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:4247; }","duration":"12.35429382s","start":"2026-04-28T03:30:04.879386Z","end":"2026-04-28T03:30:17.23368Z","steps":["trace[4852928] 'agreement among raft nodes before linearized reading' (duration: 12.354208448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:04.879367Z","time spent":"12.354352582s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" "} {"level":"warn","ts":"2026-04-28T03:30:17.232429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.042438929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.233771Z","caller":"traceutil/trace.go:171","msg":"trace[1456319966] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4247; }","duration":"24.043829972s","start":"2026-04-28T03:29:53.189928Z","end":"2026-04-28T03:30:17.233758Z","steps":["trace[1456319966] 'agreement among raft nodes before linearized reading' (duration: 24.04243988s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:17.233248Z","caller":"traceutil/trace.go:171","msg":"trace[2026194380] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4247; }","duration":"13.383443864s","start":"2026-04-28T03:30:03.849793Z","end":"2026-04-28T03:30:17.233237Z","steps":["trace[2026194380] 'agreement among raft nodes before linearized reading' (duration: 13.38282224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.233827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.189908Z","time spent":"24.043901393s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233243Z","caller":"traceutil/trace.go:171","msg":"trace[1282758516] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4247; }","duration":"19.092428423s","start":"2026-04-28T03:29:58.140803Z","end":"2026-04-28T03:30:17.233231Z","steps":["trace[1282758516] 'agreement among raft nodes before linearized reading' (duration: 19.092370092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.23387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:03.849739Z","time spent":"13.384095639s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233131Z","caller":"traceutil/trace.go:171","msg":"trace[1881581679] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-runtime; range_end:; response_count:0; response_revision:4247; }","duration":"24.534559066s","start":"2026-04-28T03:29:52.698568Z","end":"2026-04-28T03:30:17.233127Z","steps":["trace[1881581679] 'agreement among raft nodes before linearized reading' (duration: 24.534521305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.232805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:01.55624Z","time spent":"15.67655644s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:58.140785Z","time spent":"19.093089478s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.69856Z","time spent":"24.535383335s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki-runtime\" "} {"level":"warn","ts":"2026-04-28T03:30:17.233044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.133544119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:17.232582Z","caller":"traceutil/trace.go:171","msg":"trace[1894060672] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4247; }","duration":"24.390627968s","start":"2026-04-28T03:29:52.841941Z","end":"2026-04-28T03:30:17.232569Z","steps":["trace[1894060672] 'agreement among raft nodes before linearized reading' (duration: 24.390523646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.841917Z","time spent":"24.392117683s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:30:17.233275Z","caller":"traceutil/trace.go:171","msg":"trace[150288591] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4247; }","duration":"23.481733602s","start":"2026-04-28T03:29:53.751534Z","end":"2026-04-28T03:30:17.233268Z","steps":["trace[150288591] 'agreement among raft nodes before linearized reading' (duration: 23.481684351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.751513Z","time spent":"23.482625902s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233285Z","caller":"traceutil/trace.go:171","msg":"trace[442457424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4247; }","duration":"23.8018265s","start":"2026-04-28T03:29:53.431451Z","end":"2026-04-28T03:30:17.233277Z","steps":["trace[442457424] 'agreement among raft nodes before linearized reading' (duration: 23.801787499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.431394Z","time spent":"23.802862744s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.234262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:04.646919Z","time spent":"12.587328287s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.23328Z","caller":"traceutil/trace.go:171","msg":"trace[1985487544] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4247; }","duration":"23.962478058s","start":"2026-04-28T03:29:53.270793Z","end":"2026-04-28T03:30:17.233271Z","steps":["trace[1985487544] 'agreement among raft nodes before linearized reading' (duration: 23.961465255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:53.27077Z","time spent":"23.963544683s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:30:17.233311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.015202825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:17.234428Z","caller":"traceutil/trace.go:171","msg":"trace[1613133907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4247; }","duration":"20.016349461s","start":"2026-04-28T03:29:57.218065Z","end":"2026-04-28T03:30:17.234414Z","steps":["trace[1613133907] 'agreement among raft nodes before linearized reading' (duration: 20.015221265s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:57.218046Z","time spent":"20.016418003s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:54.965764Z","time spent":"22.267590764s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:17.233553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:56.4791Z","time spent":"20.754434288s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.234012Z","caller":"traceutil/trace.go:171","msg":"trace[1476724797] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4247; }","duration":"18.134549132s","start":"2026-04-28T03:29:59.099451Z","end":"2026-04-28T03:30:17.234Z","steps":["trace[1476724797] 'agreement among raft nodes before linearized reading' (duration: 18.133565989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:59.099431Z","time spent":"18.135318889s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:17.233062Z","caller":"traceutil/trace.go:171","msg":"trace[935757362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:4247; }","duration":"24.523883532s","start":"2026-04-28T03:29:52.709173Z","end":"2026-04-28T03:30:17.233056Z","steps":["trace[935757362] 'agreement among raft nodes before linearized reading' (duration: 24.523834911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.234885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:52.709154Z","time spent":"24.525714715s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:30:17.246947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:10.258916Z","time spent":"6.988024894s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} 2026/04/28 03:30:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:17.731249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:17.959643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.710344641s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:30:17.960164Z","caller":"traceutil/trace.go:171","msg":"trace[262469340] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"5.89475262s","start":"2026-04-28T03:30:12.065392Z","end":"2026-04-28T03:30:17.960145Z","steps":["trace[262469340] 'process raft request' (duration: 5.894671048s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:17.960274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:12.065362Z","time spent":"5.894855212s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:18.139266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:18.139453Z","caller":"traceutil/trace.go:171","msg":"trace[595874137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183656s","start":"2026-04-28T03:30:16.139253Z","end":"2026-04-28T03:30:18.139437Z","steps":["trace[595874137] 'agreement among raft nodes before linearized reading' (duration: 1.99992848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:18.139504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:16.139234Z","time spent":"2.000262018s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:19.099777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:19.099871Z","caller":"traceutil/trace.go:171","msg":"trace[10751789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019522s","start":"2026-04-28T03:30:17.09983Z","end":"2026-04-28T03:30:19.099849Z","steps":["trace[10751789] 'agreement among raft nodes before linearized reading' (duration: 1.99990389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.099929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.099807Z","time spent":"2.000110645s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:19.159644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199661077s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:30:19.160211Z","caller":"traceutil/trace.go:171","msg":"trace[1040936451] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4504; }","duration":"1.929081706s","start":"2026-04-28T03:30:17.231105Z","end":"2026-04-28T03:30:19.160187Z","steps":["trace[1040936451] 'read index received' (duration: 728.952389ms)","trace[1040936451] 'applied index is now lower than readState.Index' (duration: 1.200128377s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:19.160307Z","caller":"traceutil/trace.go:171","msg":"trace[504828278] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"1.915875966s","start":"2026-04-28T03:30:17.244384Z","end":"2026-04-28T03:30:19.16026Z","steps":["trace[504828278] 'process raft request' (duration: 1.91560813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.689052907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.244366Z","time spent":"1.91603671s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:19.160517Z","caller":"traceutil/trace.go:171","msg":"trace[286808047] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4249; }","duration":"7.68919776s","start":"2026-04-28T03:30:11.471297Z","end":"2026-04-28T03:30:19.160495Z","steps":["trace[286808047] 'agreement among raft nodes before linearized reading' (duration: 7.689018096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523243777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.160565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.47128Z","time spent":"7.689275083s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.160575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.796066597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-wzvpw\" ","response":"range_response_count:1 size:2450"} {"level":"warn","ts":"2026-04-28T03:30:19.160586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.062144736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.238335885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:30:19.16064Z","caller":"traceutil/trace.go:171","msg":"trace[243778578] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-wzvpw; range_end:; response_count:1; response_revision:4249; }","duration":"11.79615031s","start":"2026-04-28T03:30:07.364475Z","end":"2026-04-28T03:30:19.160626Z","steps":["trace[243778578] 'agreement among raft nodes before linearized reading' (duration: 11.795881604s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.16065Z","caller":"traceutil/trace.go:171","msg":"trace[607284861] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4249; }","duration":"12.062259128s","start":"2026-04-28T03:30:07.098377Z","end":"2026-04-28T03:30:19.160636Z","steps":["trace[607284861] 'agreement among raft nodes before linearized reading' (duration: 12.062132666s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.160673Z","caller":"traceutil/trace.go:171","msg":"trace[2088325745] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4249; }","duration":"8.238434096s","start":"2026-04-28T03:30:10.922229Z","end":"2026-04-28T03:30:19.160663Z","steps":["trace[2088325745] 'agreement among raft nodes before linearized reading' (duration: 8.238094858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.2473Z","time spent":"1.913354169s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:19.160626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.856573908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-28T03:30:19.160758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:10.922207Z","time spent":"8.23853771s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":421,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.160794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.7044855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.854668754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-04-28T03:30:19.160842Z","caller":"traceutil/trace.go:171","msg":"trace[666808061] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4249; }","duration":"8.704548391s","start":"2026-04-28T03:30:10.456274Z","end":"2026-04-28T03:30:19.160822Z","steps":["trace[666808061] 'agreement among raft nodes before linearized reading' (duration: 8.704498089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.160849Z","caller":"traceutil/trace.go:171","msg":"trace[2107504209] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4249; }","duration":"13.854714275s","start":"2026-04-28T03:30:05.30612Z","end":"2026-04-28T03:30:19.160835Z","steps":["trace[2107504209] 'agreement among raft nodes before linearized reading' (duration: 13.854541031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.241600001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:05.306086Z","time spent":"13.854790047s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:30:19.160896Z","caller":"traceutil/trace.go:171","msg":"trace[634793695] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4249; }","duration":"11.241686993s","start":"2026-04-28T03:30:07.919197Z","end":"2026-04-28T03:30:19.160884Z","steps":["trace[634793695] 'agreement among raft nodes before linearized reading' (duration: 11.241617501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.1609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.79751553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-04-28T03:30:19.160923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420441922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.919172Z","time spent":"11.241752665s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.160944Z","caller":"traceutil/trace.go:171","msg":"trace[1365148946] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4249; }","duration":"11.797591012s","start":"2026-04-28T03:30:07.363338Z","end":"2026-04-28T03:30:19.160929Z","steps":["trace[1365148946] 'agreement among raft nodes before linearized reading' (duration: 11.797427708s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.160957Z","caller":"traceutil/trace.go:171","msg":"trace[1695666538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4249; }","duration":"8.420472622s","start":"2026-04-28T03:30:10.740473Z","end":"2026-04-28T03:30:19.160946Z","steps":["trace[1695666538] 'agreement among raft nodes before linearized reading' (duration: 8.420428981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.363318Z","time spent":"11.797652144s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T03:30:19.160982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:10.740398Z","time spent":"8.420577254s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.160991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.664622424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56159596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T03:30:19.161052Z","caller":"traceutil/trace.go:171","msg":"trace[1904578331] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4249; }","duration":"11.664706116s","start":"2026-04-28T03:30:07.496331Z","end":"2026-04-28T03:30:19.161037Z","steps":["trace[1904578331] 'agreement among raft nodes before linearized reading' (duration: 11.664613054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987452277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.160884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:10.456258Z","time spent":"8.704617913s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651337015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.160738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.098353Z","time spent":"12.062371531s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.161145Z","caller":"traceutil/trace.go:171","msg":"trace[601063617] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4249; }","duration":"3.651407487s","start":"2026-04-28T03:30:15.509729Z","end":"2026-04-28T03:30:19.161137Z","steps":["trace[601063617] 'agreement among raft nodes before linearized reading' (duration: 3.651366156s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.161147Z","caller":"traceutil/trace.go:171","msg":"trace[825917416] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4249; }","duration":"1.98756437s","start":"2026-04-28T03:30:17.173568Z","end":"2026-04-28T03:30:19.161132Z","steps":["trace[825917416] 'agreement among raft nodes before linearized reading' (duration: 1.987457196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.509705Z","time spent":"3.651461777s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921099485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:30:19.161072Z","caller":"traceutil/trace.go:171","msg":"trace[379806489] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4249; }","duration":"3.561682283s","start":"2026-04-28T03:30:15.599379Z","end":"2026-04-28T03:30:19.161061Z","steps":["trace[379806489] 'agreement among raft nodes before linearized reading' (duration: 3.561530979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.641977339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:30:19.161225Z","caller":"traceutil/trace.go:171","msg":"trace[857106357] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4249; }","duration":"1.921181867s","start":"2026-04-28T03:30:17.240033Z","end":"2026-04-28T03:30:19.161215Z","steps":["trace[857106357] 'agreement among raft nodes before linearized reading' (duration: 1.920997982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.160791Z","caller":"traceutil/trace.go:171","msg":"trace[1006025029] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4249; }","duration":"13.856782202s","start":"2026-04-28T03:30:05.303997Z","end":"2026-04-28T03:30:19.160779Z","steps":["trace[1006025029] 'agreement among raft nodes before linearized reading' (duration: 13.856498115s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.161239Z","caller":"traceutil/trace.go:171","msg":"trace[526274159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4249; }","duration":"12.642699927s","start":"2026-04-28T03:30:06.518528Z","end":"2026-04-28T03:30:19.161228Z","steps":["trace[526274159] 'agreement among raft nodes before linearized reading' (duration: 12.641937569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.599359Z","time spent":"3.561867478s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:30:19.161262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.240011Z","time spent":"1.921244308s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127528,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:30:19.161273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.518498Z","time spent":"12.642764759s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:30:19.161195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.67316917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:19.161358Z","caller":"traceutil/trace.go:171","msg":"trace[235484176] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4249; }","duration":"11.673371684s","start":"2026-04-28T03:30:07.487975Z","end":"2026-04-28T03:30:19.161347Z","steps":["trace[235484176] 'agreement among raft nodes before linearized reading' (duration: 11.67316921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.341278352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.161379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091806743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.16127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:05.30394Z","time spent":"13.857320795s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-28T03:30:19.161415Z","caller":"traceutil/trace.go:171","msg":"trace[1986989219] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4249; }","duration":"11.341379855s","start":"2026-04-28T03:30:07.820023Z","end":"2026-04-28T03:30:19.161403Z","steps":["trace[1986989219] 'agreement among raft nodes before linearized reading' (duration: 11.341267792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.487956Z","time spent":"11.673423185s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47730463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.161465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.819996Z","time spent":"11.341459007s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.161488Z","caller":"traceutil/trace.go:171","msg":"trace[977807676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4249; }","duration":"1.477378431s","start":"2026-04-28T03:30:17.6841Z","end":"2026-04-28T03:30:19.161478Z","steps":["trace[977807676] 'agreement among raft nodes before linearized reading' (duration: 1.47731983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.596952691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.161525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.684077Z","time spent":"1.477439803s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.161542Z","caller":"traceutil/trace.go:171","msg":"trace[677875146] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4249; }","duration":"7.597012302s","start":"2026-04-28T03:30:11.56452Z","end":"2026-04-28T03:30:19.161533Z","steps":["trace[677875146] 'agreement among raft nodes before linearized reading' (duration: 7.59693314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.515165212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.564507Z","time spent":"7.597057293s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":34,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.160603Z","caller":"traceutil/trace.go:171","msg":"trace[412083493] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4249; }","duration":"3.52341104s","start":"2026-04-28T03:30:15.637169Z","end":"2026-04-28T03:30:19.16058Z","steps":["trace[412083493] 'agreement among raft nodes before linearized reading' (duration: 3.523220586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.160745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.364466Z","time spent":"11.796266143s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2473,"request content":"key:\"/registry/secrets/openstack/valkey-server-wzvpw\" "} {"level":"warn","ts":"2026-04-28T03:30:19.160747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.590716043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:30:19.161113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:07.496307Z","time spent":"11.664793389s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40962477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:19.161704Z","caller":"traceutil/trace.go:171","msg":"trace[726260432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4249; }","duration":"12.591714726s","start":"2026-04-28T03:30:06.569971Z","end":"2026-04-28T03:30:19.161686Z","steps":["trace[726260432] 'agreement among raft nodes before linearized reading' (duration: 12.590686072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90770094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.573867525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.161765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.569932Z","time spent":"12.591816038s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:30:19.161798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79523944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958426627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-28T03:30:19.161191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.173547Z","time spent":"1.987631361s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.16183Z","caller":"traceutil/trace.go:171","msg":"trace[1216670109] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4249; }","duration":"2.795269081s","start":"2026-04-28T03:30:16.366551Z","end":"2026-04-28T03:30:19.16182Z","steps":["trace[1216670109] 'agreement among raft nodes before linearized reading' (duration: 2.79522518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921585776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.164522264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:16.366496Z","time spent":"2.795352043s","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.16185Z","caller":"traceutil/trace.go:171","msg":"trace[1860147160] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4249; }","duration":"3.958911688s","start":"2026-04-28T03:30:15.202923Z","end":"2026-04-28T03:30:19.161835Z","steps":["trace[1860147160] 'agreement among raft nodes before linearized reading' (duration: 3.958387597s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.161869Z","caller":"traceutil/trace.go:171","msg":"trace[1371434406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4249; }","duration":"7.164594126s","start":"2026-04-28T03:30:11.997267Z","end":"2026-04-28T03:30:19.161861Z","steps":["trace[1371434406] 'agreement among raft nodes before linearized reading' (duration: 7.164551505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.1619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.997244Z","time spent":"7.164646537s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921780761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8001"} {"level":"warn","ts":"2026-04-28T03:30:19.161908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.202912Z","time spent":"3.95897783s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T03:30:19.161424Z","caller":"traceutil/trace.go:171","msg":"trace[1200077853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4249; }","duration":"2.091879854s","start":"2026-04-28T03:30:17.069531Z","end":"2026-04-28T03:30:19.161411Z","steps":["trace[1200077853] 'agreement among raft nodes before linearized reading' (duration: 2.091806992s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.161931Z","caller":"traceutil/trace.go:171","msg":"trace[2026215547] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4249; }","duration":"1.921817111s","start":"2026-04-28T03:30:17.240107Z","end":"2026-04-28T03:30:19.161924Z","steps":["trace[2026215547] 'agreement among raft nodes before linearized reading' (duration: 1.92177465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.559997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.161964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.240095Z","time spent":"1.921863332s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8024,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-28T03:30:19.161993Z","caller":"traceutil/trace.go:171","msg":"trace[1504953566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4249; }","duration":"366.647178ms","start":"2026-04-28T03:30:18.795329Z","end":"2026-04-28T03:30:19.161976Z","steps":["trace[1504953566] 'agreement among raft nodes before linearized reading' (duration: 366.565657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.16201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90718411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:19.162043Z","caller":"traceutil/trace.go:171","msg":"trace[835340189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4249; }","duration":"2.907250851s","start":"2026-04-28T03:30:16.254779Z","end":"2026-04-28T03:30:19.16203Z","steps":["trace[835340189] 'agreement among raft nodes before linearized reading' (duration: 2.9072028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614925508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.162069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:16.254759Z","time spent":"2.907302312s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.666868765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:19.161771Z","caller":"traceutil/trace.go:171","msg":"trace[1543455279] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4249; }","duration":"1.907770422s","start":"2026-04-28T03:30:17.253991Z","end":"2026-04-28T03:30:19.161761Z","steps":["trace[1543455279] 'agreement among raft nodes before linearized reading' (duration: 1.90771817s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.161597Z","caller":"traceutil/trace.go:171","msg":"trace[1612512435] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4249; }","duration":"12.516155106s","start":"2026-04-28T03:30:06.645423Z","end":"2026-04-28T03:30:19.161578Z","steps":["trace[1612512435] 'agreement among raft nodes before linearized reading' (duration: 12.515192363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.162143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.731866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.162157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.253974Z","time spent":"1.90817216s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:06.645399Z","time spent":"12.516770999s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.069511Z","time spent":"2.092444537s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.161761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791966176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.162227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.808006877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.162243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.467643458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:19.161792Z","caller":"traceutil/trace.go:171","msg":"trace[2111872459] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4249; }","duration":"7.573955957s","start":"2026-04-28T03:30:11.587823Z","end":"2026-04-28T03:30:19.161779Z","steps":["trace[2111872459] 'agreement among raft nodes before linearized reading' (duration: 7.573875575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.488095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:30:19.162278Z","caller":"traceutil/trace.go:171","msg":"trace[551508426] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4249; }","duration":"8.808098629s","start":"2026-04-28T03:30:10.354167Z","end":"2026-04-28T03:30:19.162266Z","steps":["trace[551508426] 'agreement among raft nodes before linearized reading' (duration: 8.808004347s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.162284Z","caller":"traceutil/trace.go:171","msg":"trace[234686122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4249; }","duration":"9.467713369s","start":"2026-04-28T03:30:09.694557Z","end":"2026-04-28T03:30:19.16227Z","steps":["trace[234686122] 'agreement among raft nodes before linearized reading' (duration: 9.467650788s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.1623Z","caller":"traceutil/trace.go:171","msg":"trace[153036953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4249; }","duration":"919.315973ms","start":"2026-04-28T03:30:18.242973Z","end":"2026-04-28T03:30:19.162289Z","steps":["trace[153036953] 'agreement among raft nodes before linearized reading' (duration: 918.439854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.162305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:11.587802Z","time spent":"7.574481218s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:09.694538Z","time spent":"9.467773011s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:10.354147Z","time spent":"8.808160451s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.161725Z","caller":"traceutil/trace.go:171","msg":"trace[1966663702] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4249; }","duration":"2.409688832s","start":"2026-04-28T03:30:16.752027Z","end":"2026-04-28T03:30:19.161716Z","steps":["trace[1966663702] 'agreement among raft nodes before linearized reading' (duration: 2.409642361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461749611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:19.162492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:16.751997Z","time spent":"2.410471999s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.162517Z","caller":"traceutil/trace.go:171","msg":"trace[1617437160] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4249; }","duration":"6.462869416s","start":"2026-04-28T03:30:12.699628Z","end":"2026-04-28T03:30:19.162498Z","steps":["trace[1617437160] 'agreement among raft nodes before linearized reading' (duration: 6.461813142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.16257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:12.699612Z","time spent":"6.462939958s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.162241Z","caller":"traceutil/trace.go:171","msg":"trace[1966724187] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4249; }","duration":"2.792471677s","start":"2026-04-28T03:30:16.369759Z","end":"2026-04-28T03:30:19.162231Z","steps":["trace[1966724187] 'agreement among raft nodes before linearized reading' (duration: 2.791981016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.161648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:15.637148Z","time spent":"3.524487426s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:16.36975Z","time spent":"2.792869346s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.161862Z","caller":"traceutil/trace.go:171","msg":"trace[1807765671] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:4249; }","duration":"1.921637988s","start":"2026-04-28T03:30:17.240216Z","end":"2026-04-28T03:30:19.161854Z","steps":["trace[1807765671] 'agreement among raft nodes before linearized reading' (duration: 1.921574966s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.162189Z","caller":"traceutil/trace.go:171","msg":"trace[684114132] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4249; }","duration":"765.800378ms","start":"2026-04-28T03:30:18.396376Z","end":"2026-04-28T03:30:19.162177Z","steps":["trace[684114132] 'agreement among raft nodes before linearized reading' (duration: 765.695816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.162699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.240202Z","time spent":"1.922484946s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-28T03:30:19.162046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:18.795314Z","time spent":"366.716511ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:18.39636Z","time spent":"766.33478ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.162336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:18.242953Z","time spent":"919.374474ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:30:19.162095Z","caller":"traceutil/trace.go:171","msg":"trace[702331868] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4249; }","duration":"5.615618884s","start":"2026-04-28T03:30:13.546457Z","end":"2026-04-28T03:30:19.162076Z","steps":["trace[702331868] 'agreement among raft nodes before linearized reading' (duration: 5.614937748s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:19.162143Z","caller":"traceutil/trace.go:171","msg":"trace[1218985287] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4249; }","duration":"10.666997518s","start":"2026-04-28T03:30:08.495131Z","end":"2026-04-28T03:30:19.162128Z","steps":["trace[1218985287] 'agreement among raft nodes before linearized reading' (duration: 10.665304319s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.16169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849647549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:19.162835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:08.495104Z","time spent":"10.667712204s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:19.162876Z","caller":"traceutil/trace.go:171","msg":"trace[1107054356] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4249; }","duration":"1.850860196s","start":"2026-04-28T03:30:17.312003Z","end":"2026-04-28T03:30:19.162864Z","steps":["trace[1107054356] 'agreement among raft nodes before linearized reading' (duration: 1.849659559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:19.162909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.311982Z","time spent":"1.850917047s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.16283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:13.546436Z","time spent":"5.616371801s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:19.164758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:17.239997Z","time spent":"1.924755068s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:19.667356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:21.164233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996896561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:21.164317Z","caller":"traceutil/trace.go:171","msg":"trace[47293490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997016414s","start":"2026-04-28T03:30:19.167283Z","end":"2026-04-28T03:30:21.164299Z","steps":["trace[47293490] 'agreement among raft nodes before linearized reading' (duration: 1.996915512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:21.164373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167269Z","time spent":"1.997095946s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:22.072267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881535735s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:22.072387Z","caller":"traceutil/trace.go:171","msg":"trace[1744169894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4249; }","duration":"1.881664738s","start":"2026-04-28T03:30:20.190704Z","end":"2026-04-28T03:30:22.072369Z","steps":["trace[1744169894] 'range keys from in-memory index tree' (duration: 1.881520035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:22.072669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265366925s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:22.072743Z","caller":"traceutil/trace.go:171","msg":"trace[1090412665] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"2.905685655s","start":"2026-04-28T03:30:19.167042Z","end":"2026-04-28T03:30:22.072728Z","steps":["trace[1090412665] 'process raft request' (duration: 640.201777ms)","trace[1090412665] 'compare' (duration: 2.265210962s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:22.07282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.16703Z","time spent":"2.905762076s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:23.171815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:23.171898Z","caller":"traceutil/trace.go:171","msg":"trace[1183551548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300728s","start":"2026-04-28T03:30:21.171581Z","end":"2026-04-28T03:30:23.171882Z","steps":["trace[1183551548] 'agreement among raft nodes before linearized reading' (duration: 2.000201016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:23.171934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:21.171562Z","time spent":"2.00036479s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:24.876722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.069357335s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:25.178957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006621303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:25.179037Z","caller":"traceutil/trace.go:171","msg":"trace[1503405418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006742447s","start":"2026-04-28T03:30:23.172278Z","end":"2026-04-28T03:30:25.17902Z","steps":["trace[1503405418] 'agreement among raft nodes before linearized reading' (duration: 2.006637974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.179079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.172266Z","time spent":"2.006804748s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:25.186386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.409625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:25.186701Z","caller":"traceutil/trace.go:171","msg":"trace[473430424] linearizableReadLoop","detail":"{readStateIndex:4517; appliedIndex:4508; }","duration":"6.019452448s","start":"2026-04-28T03:30:19.167237Z","end":"2026-04-28T03:30:25.18669Z","steps":["trace[473430424] 'read index received' (duration: 640.183147ms)","trace[473430424] 'applied index is now lower than readState.Index' (duration: 5.379268711s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:25.186782Z","caller":"traceutil/trace.go:171","msg":"trace[456050765] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"6.019642142s","start":"2026-04-28T03:30:19.167129Z","end":"2026-04-28T03:30:25.186771Z","steps":["trace[456050765] 'process raft request' (duration: 5.709771257s)","trace[456050765] 'compare' (duration: 309.005726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:25.186832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167122Z","time spent":"6.019683753s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:25.186949Z","caller":"traceutil/trace.go:171","msg":"trace[1406028137] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"6.015148232s","start":"2026-04-28T03:30:19.171789Z","end":"2026-04-28T03:30:25.186937Z","steps":["trace[1406028137] 'process raft request' (duration: 6.014849154s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.186954Z","caller":"traceutil/trace.go:171","msg":"trace[1559416193] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"6.015170202s","start":"2026-04-28T03:30:19.17176Z","end":"2026-04-28T03:30:25.186931Z","steps":["trace[1559416193] 'process raft request' (duration: 6.014855744s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187001Z","caller":"traceutil/trace.go:171","msg":"trace[1472930735] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4253; }","duration":"6.019579832s","start":"2026-04-28T03:30:19.167408Z","end":"2026-04-28T03:30:25.186987Z","steps":["trace[1472930735] 'process raft request' (duration: 6.019113771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167399Z","time spent":"6.019629613s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:30:25.187062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.171754Z","time spent":"6.015245953s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:25.187106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019848298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:25.187149Z","caller":"traceutil/trace.go:171","msg":"trace[1017576569] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"5.900906719s","start":"2026-04-28T03:30:19.286228Z","end":"2026-04-28T03:30:25.187134Z","steps":["trace[1017576569] 'process raft request' (duration: 5.900433458s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187193Z","caller":"traceutil/trace.go:171","msg":"trace[1808879148] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"6.019880348s","start":"2026-04-28T03:30:19.167302Z","end":"2026-04-28T03:30:25.187183Z","steps":["trace[1808879148] 'process raft request' (duration: 6.019146741s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187206Z","caller":"traceutil/trace.go:171","msg":"trace[575537481] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"6.015654313s","start":"2026-04-28T03:30:19.171543Z","end":"2026-04-28T03:30:25.187197Z","steps":["trace[575537481] 'process raft request' (duration: 6.015036908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.286208Z","time spent":"5.900971901s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:30:25.1872Z","caller":"traceutil/trace.go:171","msg":"trace[258226713] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4258; }","duration":"6.019980301s","start":"2026-04-28T03:30:19.167195Z","end":"2026-04-28T03:30:25.187175Z","steps":["trace[258226713] 'agreement among raft nodes before linearized reading' (duration: 6.019809437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.171538Z","time spent":"6.015681323s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:25.187245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167289Z","time spent":"6.019926429s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:25.187261Z","caller":"traceutil/trace.go:171","msg":"trace[224107702] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"6.015771326s","start":"2026-04-28T03:30:19.171473Z","end":"2026-04-28T03:30:25.187245Z","steps":["trace[224107702] 'process raft request' (duration: 6.015080959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167176Z","time spent":"6.020074863s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582447138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:25.187301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.694510939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:25.187328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.944741898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:25.187341Z","caller":"traceutil/trace.go:171","msg":"trace[1642649740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4258; }","duration":"5.5825227s","start":"2026-04-28T03:30:19.604808Z","end":"2026-04-28T03:30:25.18733Z","steps":["trace[1642649740] 'agreement among raft nodes before linearized reading' (duration: 5.582467509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006818912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:30:25.187367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.604782Z","time spent":"5.58257837s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.187362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.015894578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:25.187393Z","caller":"traceutil/trace.go:171","msg":"trace[931284508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4258; }","duration":"5.006906813s","start":"2026-04-28T03:30:20.18047Z","end":"2026-04-28T03:30:25.187377Z","steps":["trace[931284508] 'agreement among raft nodes before linearized reading' (duration: 5.006738909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.015717604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-04-28T03:30:25.187421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.942810794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:30:25.187425Z","caller":"traceutil/trace.go:171","msg":"trace[324039232] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4258; }","duration":"6.015966719s","start":"2026-04-28T03:30:19.171438Z","end":"2026-04-28T03:30:25.187404Z","steps":["trace[324039232] 'agreement among raft nodes before linearized reading' (duration: 6.015889718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945313331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:25.187452Z","caller":"traceutil/trace.go:171","msg":"trace[821007987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4258; }","duration":"5.942869055s","start":"2026-04-28T03:30:19.244566Z","end":"2026-04-28T03:30:25.187435Z","steps":["trace[821007987] 'agreement among raft nodes before linearized reading' (duration: 5.942772153s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187447Z","caller":"traceutil/trace.go:171","msg":"trace[1897458268] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4258; }","duration":"6.015789266s","start":"2026-04-28T03:30:19.171644Z","end":"2026-04-28T03:30:25.187433Z","steps":["trace[1897458268] 'agreement among raft nodes before linearized reading' (duration: 6.015602322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111991334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-04-28T03:30:25.187471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.244546Z","time spent":"5.942921637s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:30:25.187471Z","caller":"traceutil/trace.go:171","msg":"trace[1251844325] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4258; }","duration":"5.945339912s","start":"2026-04-28T03:30:19.242123Z","end":"2026-04-28T03:30:25.187463Z","steps":["trace[1251844325] 'agreement among raft nodes before linearized reading' (duration: 5.94526548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.171427Z","time spent":"6.016037732s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.717952203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:25.187488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.488623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:25.187433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:20.180448Z","time spent":"5.006976375s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.24206Z","time spent":"5.945434173s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:30:25.187514Z","caller":"traceutil/trace.go:171","msg":"trace[487111877] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4258; }","duration":"4.718010434s","start":"2026-04-28T03:30:20.469492Z","end":"2026-04-28T03:30:25.187503Z","steps":["trace[487111877] 'agreement among raft nodes before linearized reading' (duration: 4.717962643s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187521Z","caller":"traceutil/trace.go:171","msg":"trace[604938593] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4258; }","duration":"405.519264ms","start":"2026-04-28T03:30:24.781989Z","end":"2026-04-28T03:30:25.187508Z","steps":["trace[604938593] 'agreement among raft nodes before linearized reading' (duration: 405.471433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.17177Z","time spent":"6.015204393s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:25.187537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704575506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:25.187542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:20.469476Z","time spent":"4.718058695s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.187549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:24.781925Z","time spent":"405.614536ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.187283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019846038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:30:25.187485Z","caller":"traceutil/trace.go:171","msg":"trace[838112507] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4258; }","duration":"3.112117116s","start":"2026-04-28T03:30:22.075359Z","end":"2026-04-28T03:30:25.187476Z","steps":["trace[838112507] 'agreement among raft nodes before linearized reading' (duration: 3.112037334s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187572Z","caller":"traceutil/trace.go:171","msg":"trace[383633482] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4258; }","duration":"1.704653377s","start":"2026-04-28T03:30:23.48291Z","end":"2026-04-28T03:30:25.187563Z","steps":["trace[383633482] 'agreement among raft nodes before linearized reading' (duration: 1.704589706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055435094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:25.187591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:22.075336Z","time spent":"3.11225027s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:23.482893Z","time spent":"1.704694589s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:25.187591Z","caller":"traceutil/trace.go:171","msg":"trace[1219698082] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4258; }","duration":"6.020185195s","start":"2026-04-28T03:30:19.167393Z","end":"2026-04-28T03:30:25.187579Z","steps":["trace[1219698082] 'agreement among raft nodes before linearized reading' (duration: 6.019661064s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187365Z","caller":"traceutil/trace.go:171","msg":"trace[208974663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4258; }","duration":"5.694620062s","start":"2026-04-28T03:30:19.492728Z","end":"2026-04-28T03:30:25.187348Z","steps":["trace[208974663] 'agreement among raft nodes before linearized reading' (duration: 5.69450525s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187611Z","caller":"traceutil/trace.go:171","msg":"trace[2107503617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4258; }","duration":"1.055520786s","start":"2026-04-28T03:30:24.132076Z","end":"2026-04-28T03:30:25.187597Z","steps":["trace[2107503617] 'agreement among raft nodes before linearized reading' (duration: 1.055433004s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:25.187365Z","caller":"traceutil/trace.go:171","msg":"trace[29395435] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4258; }","duration":"5.944808028s","start":"2026-04-28T03:30:19.242547Z","end":"2026-04-28T03:30:25.187355Z","steps":["trace[29395435] 'agreement among raft nodes before linearized reading' (duration: 5.944672345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.492706Z","time spent":"5.69492646s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.187636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.167383Z","time spent":"6.020241266s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.242525Z","time spent":"5.945145676s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.17164Z","time spent":"6.015835857s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:30:25.187688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:24.132059Z","time spent":"1.055579437s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.187329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:19.171463Z","time spent":"6.015832887s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:30:25.18741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129255804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:25.18779Z","caller":"traceutil/trace.go:171","msg":"trace[1542203750] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4258; }","duration":"1.129675583s","start":"2026-04-28T03:30:24.058106Z","end":"2026-04-28T03:30:25.187782Z","steps":["trace[1542203750] 'agreement among raft nodes before linearized reading' (duration: 1.129275054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:25.187811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:24.058086Z","time spent":"1.129718164s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:25.69473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:26.195019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:26.65085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456830283s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:27.343828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.60207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:27.343931Z","caller":"traceutil/trace.go:171","msg":"trace[1700830052] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"2.150052399s","start":"2026-04-28T03:30:25.193859Z","end":"2026-04-28T03:30:27.343911Z","steps":["trace[1700830052] 'process raft request' (duration: 1.457287694s)","trace[1700830052] 'compare' (duration: 692.202322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:27.343988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.19382Z","time spent":"2.150140431s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:29.044075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:29.044163Z","caller":"traceutil/trace.go:171","msg":"trace[1396725896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075779s","start":"2026-04-28T03:30:27.043385Z","end":"2026-04-28T03:30:29.044143Z","steps":["trace[1396725896] 'agreement among raft nodes before linearized reading' (duration: 2.000651537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.04421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:27.043364Z","time spent":"2.000835861s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:29.087173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.264062145s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:30.131164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043748396s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:30.131384Z","caller":"traceutil/trace.go:171","msg":"trace[2018715416] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"4.937339429s","start":"2026-04-28T03:30:25.194009Z","end":"2026-04-28T03:30:30.131348Z","steps":["trace[2018715416] 'process raft request' (duration: 3.893339236s)","trace[2018715416] 'compare' (duration: 1.043649474s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:30.131435Z","caller":"traceutil/trace.go:171","msg":"trace[6640601] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4517; }","duration":"4.937271277s","start":"2026-04-28T03:30:25.194149Z","end":"2026-04-28T03:30:30.13142Z","steps":["trace[6640601] 'read index received' (duration: 1.457012247s)","trace[6640601] 'applied index is now lower than readState.Index' (duration: 3.48025771s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:30.13157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.193997Z","time spent":"4.937459562s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:30.131691Z","caller":"traceutil/trace.go:171","msg":"trace[1884656253] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"4.937008942s","start":"2026-04-28T03:30:25.194671Z","end":"2026-04-28T03:30:30.13168Z","steps":["trace[1884656253] 'process raft request' (duration: 4.936598722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.131753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.19466Z","time spent":"4.937060822s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2536,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:30:30.131972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937436581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-28T03:30:30.132002Z","caller":"traceutil/trace.go:171","msg":"trace[1370307741] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4263; }","duration":"4.937484922s","start":"2026-04-28T03:30:25.194508Z","end":"2026-04-28T03:30:30.131993Z","steps":["trace[1370307741] 'agreement among raft nodes before linearized reading' (duration: 4.9374163s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:30.132013Z","caller":"traceutil/trace.go:171","msg":"trace[699137402] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"4.93653946s","start":"2026-04-28T03:30:25.195455Z","end":"2026-04-28T03:30:30.131994Z","steps":["trace[699137402] 'process raft request' (duration: 4.935864984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937866661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:30:30.132153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087588265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.132183Z","caller":"traceutil/trace.go:171","msg":"trace[31601030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4263; }","duration":"1.087635537s","start":"2026-04-28T03:30:29.044538Z","end":"2026-04-28T03:30:30.132174Z","steps":["trace[31601030] 'agreement among raft nodes before linearized reading' (duration: 1.087592436s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:30.132179Z","caller":"traceutil/trace.go:171","msg":"trace[1906505876] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"4.933514941s","start":"2026-04-28T03:30:25.198651Z","end":"2026-04-28T03:30:30.132165Z","steps":["trace[1906505876] 'process raft request' (duration: 4.932723574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:29.044526Z","time spent":"1.087676197s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:30:30.132204Z","caller":"traceutil/trace.go:171","msg":"trace[846946488] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4263; }","duration":"4.938045395s","start":"2026-04-28T03:30:25.194126Z","end":"2026-04-28T03:30:30.132171Z","steps":["trace[846946488] 'agreement among raft nodes before linearized reading' (duration: 4.937647776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.198639Z","time spent":"4.933575983s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:30.132278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.194117Z","time spent":"4.938144547s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:30:30.13236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92950306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.132389Z","caller":"traceutil/trace.go:171","msg":"trace[1416038280] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4263; }","duration":"4.929552821s","start":"2026-04-28T03:30:25.202827Z","end":"2026-04-28T03:30:30.13238Z","steps":["trace[1416038280] 'agreement among raft nodes before linearized reading' (duration: 4.92950897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010976154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:30.13242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.202816Z","time spent":"4.929597672s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:30:30.132125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.195443Z","time spent":"4.936631621s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:30.132446Z","caller":"traceutil/trace.go:171","msg":"trace[949664629] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4263; }","duration":"4.011123537s","start":"2026-04-28T03:30:26.121303Z","end":"2026-04-28T03:30:30.132427Z","steps":["trace[949664629] 'agreement among raft nodes before linearized reading' (duration: 4.010976714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:26.121287Z","time spent":"4.011192729s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:30.132515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937166073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:30.132581Z","caller":"traceutil/trace.go:171","msg":"trace[100188662] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4263; }","duration":"2.937263195s","start":"2026-04-28T03:30:27.1953Z","end":"2026-04-28T03:30:30.132564Z","steps":["trace[100188662] 'agreement among raft nodes before linearized reading' (duration: 2.937067691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:27.195283Z","time spent":"2.937327646s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:30:30.132032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.194498Z","time spent":"4.937526113s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:30:30.13265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929805477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2399"} {"level":"info","ts":"2026-04-28T03:30:30.13268Z","caller":"traceutil/trace.go:171","msg":"trace[1118865822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:4263; }","duration":"4.929855188s","start":"2026-04-28T03:30:25.202815Z","end":"2026-04-28T03:30:30.13267Z","steps":["trace[1118865822] 'agreement among raft nodes before linearized reading' (duration: 4.929722025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.202802Z","time spent":"4.929904259s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2422,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-04-28T03:30:30.132836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636855732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:30.132846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937208335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.132868Z","caller":"traceutil/trace.go:171","msg":"trace[1894144715] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4263; }","duration":"1.636934724s","start":"2026-04-28T03:30:28.495924Z","end":"2026-04-28T03:30:30.132859Z","steps":["trace[1894144715] 'agreement among raft nodes before linearized reading' (duration: 1.636855102s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:30.132873Z","caller":"traceutil/trace.go:171","msg":"trace[325296947] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:0; response_revision:4263; }","duration":"4.937248416s","start":"2026-04-28T03:30:25.195616Z","end":"2026-04-28T03:30:30.132864Z","steps":["trace[325296947] 'agreement among raft nodes before linearized reading' (duration: 4.937205145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.132904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:28.495899Z","time spent":"1.636995865s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":22,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:30.13294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516901252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.132985Z","caller":"traceutil/trace.go:171","msg":"trace[1814794951] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4263; }","duration":"3.516981944s","start":"2026-04-28T03:30:26.615987Z","end":"2026-04-28T03:30:30.132969Z","steps":["trace[1814794951] 'agreement among raft nodes before linearized reading' (duration: 3.516910623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.133017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:26.615966Z","time spent":"3.517043206s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:30.13299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937495779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:30:30.133072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938369402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:115753"} {"level":"info","ts":"2026-04-28T03:30:30.133073Z","caller":"traceutil/trace.go:171","msg":"trace[1072896822] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4263; }","duration":"2.937620992s","start":"2026-04-28T03:30:27.195428Z","end":"2026-04-28T03:30:30.133049Z","steps":["trace[1072896822] 'agreement among raft nodes before linearized reading' (duration: 2.937350896s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:30.133099Z","caller":"traceutil/trace.go:171","msg":"trace[468106136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4263; }","duration":"4.938415053s","start":"2026-04-28T03:30:25.194676Z","end":"2026-04-28T03:30:30.133091Z","steps":["trace[468106136] 'agreement among raft nodes before linearized reading' (duration: 4.938242479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.133124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.19466Z","time spent":"4.938458514s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":115776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:30:30.133133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:27.195374Z","time spent":"2.937744496s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:30:30.133164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371970074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:30.133194Z","caller":"traceutil/trace.go:171","msg":"trace[1809570694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4263; }","duration":"3.372000384s","start":"2026-04-28T03:30:26.761184Z","end":"2026-04-28T03:30:30.133184Z","steps":["trace[1809570694] 'agreement among raft nodes before linearized reading' (duration: 3.371951803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.133221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:26.761128Z","time spent":"3.372086386s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:30.132902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:25.19561Z","time spent":"4.937286707s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-04-28T03:30:30.133414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938139665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:30:30.133496Z","caller":"traceutil/trace.go:171","msg":"trace[522790218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4263; }","duration":"3.938235977s","start":"2026-04-28T03:30:26.19521Z","end":"2026-04-28T03:30:30.133445Z","steps":["trace[522790218] 'agreement among raft nodes before linearized reading' (duration: 3.938053423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:30.133575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:26.195159Z","time spent":"3.938402122s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:30:32.142724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002014901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:32.142813Z","caller":"traceutil/trace.go:171","msg":"trace[224555560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002155765s","start":"2026-04-28T03:30:30.140638Z","end":"2026-04-28T03:30:32.142794Z","steps":["trace[224555560] 'agreement among raft nodes before linearized reading' (duration: 2.002038062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:32.142861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.14062Z","time spent":"2.002231296s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:33.018757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680147858s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:30:33.018861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.133333Z","time spent":"2.885522316s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:33.051865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713274757s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:30:33.052312Z","caller":"traceutil/trace.go:171","msg":"trace[608939518] linearizableReadLoop","detail":"{readStateIndex:4524; appliedIndex:4522; }","duration":"2.914350947s","start":"2026-04-28T03:30:30.137941Z","end":"2026-04-28T03:30:33.052292Z","steps":["trace[608939518] 'read index received' (duration: 200.623219ms)","trace[608939518] 'applied index is now lower than readState.Index' (duration: 2.713726538s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:33.052465Z","caller":"traceutil/trace.go:171","msg":"trace[2035026071] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"2.905161318s","start":"2026-04-28T03:30:30.147261Z","end":"2026-04-28T03:30:33.052423Z","steps":["trace[2035026071] 'process raft request' (duration: 2.904970783s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:33.052498Z","caller":"traceutil/trace.go:171","msg":"trace[1450338841] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"2.917749664s","start":"2026-04-28T03:30:30.134702Z","end":"2026-04-28T03:30:33.052451Z","steps":["trace[1450338841] 'process raft request' (duration: 2.917381466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:33.052657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.147244Z","time spent":"2.90528934s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2093,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:33.052675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.134683Z","time spent":"2.917904907s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:30:33.052536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914592473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8001"} {"level":"info","ts":"2026-04-28T03:30:33.052777Z","caller":"traceutil/trace.go:171","msg":"trace[1273427334] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4265; }","duration":"2.91496551s","start":"2026-04-28T03:30:30.137795Z","end":"2026-04-28T03:30:33.052761Z","steps":["trace[1273427334] 'agreement among raft nodes before linearized reading' (duration: 2.914610572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:33.05284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.137761Z","time spent":"2.915059272s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8024,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T03:30:33.552888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:34.053327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:34.143156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999645937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:34.143253Z","caller":"traceutil/trace.go:171","msg":"trace[1419499821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999787661s","start":"2026-04-28T03:30:32.143446Z","end":"2026-04-28T03:30:34.143234Z","steps":["trace[1419499821] 'agreement among raft nodes before linearized reading' (duration: 1.999670708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:34.14339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.143429Z","time spent":"1.999935674s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:34.554319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:35.054633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:35.5558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:35.74113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186913522s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:36.151001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:36.151102Z","caller":"traceutil/trace.go:171","msg":"trace[898307206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389955s","start":"2026-04-28T03:30:34.150692Z","end":"2026-04-28T03:30:36.151082Z","steps":["trace[898307206] 'agreement among raft nodes before linearized reading' (duration: 2.000265362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:36.151159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:34.150673Z","time spent":"2.000471777s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:36.945396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203915751s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:36.945513Z","caller":"traceutil/trace.go:171","msg":"trace[1597251581] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"3.925258204s","start":"2026-04-28T03:30:33.020235Z","end":"2026-04-28T03:30:36.945493Z","steps":["trace[1597251581] 'process raft request' (duration: 2.721155628s)","trace[1597251581] 'compare' (duration: 1.203733417s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:36.945593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.020212Z","time spent":"3.925352255s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:37.630492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770671894s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:38.134012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:38.134127Z","caller":"traceutil/trace.go:171","msg":"trace[667390499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999980769s","start":"2026-04-28T03:30:36.134126Z","end":"2026-04-28T03:30:38.134107Z","steps":["trace[667390499] 'agreement among raft nodes before linearized reading' (duration: 1.999831896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:38.134177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.134106Z","time spent":"2.000061351s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:38.151959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000800647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:38.152045Z","caller":"traceutil/trace.go:171","msg":"trace[1223163271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000942921s","start":"2026-04-28T03:30:36.151083Z","end":"2026-04-28T03:30:38.152026Z","steps":["trace[1223163271] 'agreement among raft nodes before linearized reading' (duration: 2.000837678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:38.152093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.151041Z","time spent":"2.001041923s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:40.159407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000945999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:40.159733Z","caller":"traceutil/trace.go:171","msg":"trace[1641900869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001330018s","start":"2026-04-28T03:30:38.158382Z","end":"2026-04-28T03:30:40.159712Z","steps":["trace[1641900869] 'agreement among raft nodes before linearized reading' (duration: 2.0009687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.159805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:38.158365Z","time spent":"2.00142683s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:40.993333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362578324s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:30:40.993743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.453455ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:40.993864Z","caller":"traceutil/trace.go:171","msg":"trace[807298484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4266; }","duration":"803.587088ms","start":"2026-04-28T03:30:40.190258Z","end":"2026-04-28T03:30:40.993845Z","steps":["trace[807298484] 'range keys from in-memory index tree' (duration: 803.432265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:40.994604Z","caller":"traceutil/trace.go:171","msg":"trace[1421054852] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"6.142838054s","start":"2026-04-28T03:30:34.851739Z","end":"2026-04-28T03:30:40.994577Z","steps":["trace[1421054852] 'process raft request' (duration: 6.141687468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:40.994757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:34.851717Z","time spent":"6.142967787s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:42.1514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648232776s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:42.16049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000685656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:42.16058Z","caller":"traceutil/trace.go:171","msg":"trace[1711711059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818048s","start":"2026-04-28T03:30:40.159736Z","end":"2026-04-28T03:30:42.160554Z","steps":["trace[1711711059] 'agreement among raft nodes before linearized reading' (duration: 2.000718626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:42.160782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.159717Z","time spent":"2.001044864s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:42.465625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:35.46487Z","time spent":"7.000748443s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:43.824826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830142669s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:43.825128Z","caller":"traceutil/trace.go:171","msg":"trace[51958000] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"3.322117902s","start":"2026-04-28T03:30:40.502979Z","end":"2026-04-28T03:30:43.825097Z","steps":["trace[51958000] 'process raft request' (duration: 3.321992789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.502875Z","time spent":"3.322294746s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:43.825398Z","caller":"traceutil/trace.go:171","msg":"trace[1993971465] linearizableReadLoop","detail":"{readStateIndex:4529; appliedIndex:4525; }","duration":"10.772994407s","start":"2026-04-28T03:30:33.052369Z","end":"2026-04-28T03:30:43.825364Z","steps":["trace[1993971465] 'read index received' (duration: 2.689037723s)","trace[1993971465] 'applied index is now lower than readState.Index' (duration: 8.083952574s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:43.825564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.79662146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:43.825558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.94788212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:43.825567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.341513399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:43.825581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.668583904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:30:43.825581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.68037325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:30:43.825629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.680114038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:43.825628Z","caller":"traceutil/trace.go:171","msg":"trace[1209263856] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4269; }","duration":"10.948013873s","start":"2026-04-28T03:30:32.877595Z","end":"2026-04-28T03:30:43.825609Z","steps":["trace[1209263856] 'agreement among raft nodes before linearized reading' (duration: 10.947888641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.574244759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:43.825641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.680720799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:30:43.825659Z","caller":"traceutil/trace.go:171","msg":"trace[1332721953] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4269; }","duration":"11.680502603s","start":"2026-04-28T03:30:32.145141Z","end":"2026-04-28T03:30:43.825644Z","steps":["trace[1332721953] 'agreement among raft nodes before linearized reading' (duration: 11.680298819s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.82567Z","caller":"traceutil/trace.go:171","msg":"trace[1282978328] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:0; response_revision:4269; }","duration":"13.680190199s","start":"2026-04-28T03:30:30.145465Z","end":"2026-04-28T03:30:43.825655Z","steps":["trace[1282978328] 'agreement among raft nodes before linearized reading' (duration: 13.680142718s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.82566Z","caller":"traceutil/trace.go:171","msg":"trace[97622250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4269; }","duration":"12.668698726s","start":"2026-04-28T03:30:31.15694Z","end":"2026-04-28T03:30:43.825638Z","steps":["trace[97622250] 'agreement among raft nodes before linearized reading' (duration: 12.66842572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.969702241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:43.825681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.510085557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T03:30:43.8257Z","caller":"traceutil/trace.go:171","msg":"trace[1692441183] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4269; }","duration":"11.68082248s","start":"2026-04-28T03:30:32.144861Z","end":"2026-04-28T03:30:43.825684Z","steps":["trace[1692441183] 'agreement among raft nodes before linearized reading' (duration: 11.680647786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.14544Z","time spent":"13.680257681s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-04-28T03:30:43.825711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.156921Z","time spent":"12.668782099s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:30:43.825718Z","caller":"traceutil/trace.go:171","msg":"trace[1634143879] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4269; }","duration":"12.969797444s","start":"2026-04-28T03:30:30.855907Z","end":"2026-04-28T03:30:43.825704Z","steps":["trace[1634143879] 'agreement among raft nodes before linearized reading' (duration: 12.96964474s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.82571Z","caller":"traceutil/trace.go:171","msg":"trace[1126225765] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4269; }","duration":"13.574397372s","start":"2026-04-28T03:30:30.251285Z","end":"2026-04-28T03:30:43.825683Z","steps":["trace[1126225765] 'agreement among raft nodes before linearized reading' (duration: 13.574226758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.82561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.68080489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:30:43.825739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.144839Z","time spent":"11.680894282s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:30:43.825724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.6849889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa6739292ed1cb\" ","response":"range_response_count:1 size:870"} {"level":"warn","ts":"2026-04-28T03:30:43.825749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.687028006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-04-28T03:30:43.825743Z","caller":"traceutil/trace.go:171","msg":"trace[1977475989] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4269; }","duration":"13.510184749s","start":"2026-04-28T03:30:30.315539Z","end":"2026-04-28T03:30:43.825724Z","steps":["trace[1977475989] 'agreement among raft nodes before linearized reading' (duration: 13.509980714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.855886Z","time spent":"12.969859485s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":83,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:43.825763Z","caller":"traceutil/trace.go:171","msg":"trace[1186847392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4269; }","duration":"11.680978264s","start":"2026-04-28T03:30:32.144774Z","end":"2026-04-28T03:30:43.825752Z","steps":["trace[1186847392] 'agreement among raft nodes before linearized reading' (duration: 11.680701297s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.825778Z","caller":"traceutil/trace.go:171","msg":"trace[1038571070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4269; }","duration":"13.687083477s","start":"2026-04-28T03:30:30.138686Z","end":"2026-04-28T03:30:43.825769Z","steps":["trace[1038571070] 'agreement among raft nodes before linearized reading' (duration: 13.686927144s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.825635Z","caller":"traceutil/trace.go:171","msg":"trace[789198064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4269; }","duration":"12.341632172s","start":"2026-04-28T03:30:31.483986Z","end":"2026-04-28T03:30:43.825619Z","steps":["trace[789198064] 'agreement among raft nodes before linearized reading' (duration: 12.341492059s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:43.825779Z","caller":"traceutil/trace.go:171","msg":"trace[295641504] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa6739292ed1cb; range_end:; response_count:1; response_revision:4269; }","duration":"13.685057541s","start":"2026-04-28T03:30:30.140707Z","end":"2026-04-28T03:30:43.825765Z","steps":["trace[295641504] 'agreement among raft nodes before linearized reading' (duration: 13.684869067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.144764Z","time spent":"11.681024915s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:30:43.825781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.251256Z","time spent":"13.574502234s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":18,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.825792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.315518Z","time spent":"13.51026379s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T03:30:43.825823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.140698Z","time spent":"13.685116902s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":893,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa6739292ed1cb\" "} {"level":"info","ts":"2026-04-28T03:30:43.825599Z","caller":"traceutil/trace.go:171","msg":"trace[1868156512] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4269; }","duration":"12.796684961s","start":"2026-04-28T03:30:31.028906Z","end":"2026-04-28T03:30:43.825591Z","steps":["trace[1868156512] 'agreement among raft nodes before linearized reading' (duration: 12.796591519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.028842Z","time spent":"12.797026699s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.825826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:31.483966Z","time spent":"12.341840986s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.8256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.254317367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:30:43.825811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.13866Z","time spent":"13.687140659s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2574,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:30:43.825946Z","caller":"traceutil/trace.go:171","msg":"trace[449265477] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4269; }","duration":"11.254725868s","start":"2026-04-28T03:30:32.571212Z","end":"2026-04-28T03:30:43.825938Z","steps":["trace[449265477] 'agreement among raft nodes before linearized reading' (duration: 11.254291958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.825974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.571193Z","time spent":"11.254773348s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.825678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.87757Z","time spent":"10.948096995s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.825562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.210047324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:43.826072Z","caller":"traceutil/trace.go:171","msg":"trace[519033979] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4269; }","duration":"13.210556505s","start":"2026-04-28T03:30:30.6155Z","end":"2026-04-28T03:30:43.826056Z","steps":["trace[519033979] 'agreement among raft nodes before linearized reading' (duration: 13.210014393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:43.826117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:30.615461Z","time spent":"13.210641717s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:43.825703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:32.145121Z","time spent":"11.680574515s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:30:44.168307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:44.168427Z","caller":"traceutil/trace.go:171","msg":"trace[386946852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518s","start":"2026-04-28T03:30:42.167887Z","end":"2026-04-28T03:30:44.168405Z","steps":["trace[386946852] 'agreement among raft nodes before linearized reading' (duration: 2.000356257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:44.168483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:42.16783Z","time spent":"2.000639313s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:44.326544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:44.82669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:45.171114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.701907757s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:46.169234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:46.169364Z","caller":"traceutil/trace.go:171","msg":"trace[1031472536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209592s","start":"2026-04-28T03:30:44.169099Z","end":"2026-04-28T03:30:46.169309Z","steps":["trace[1031472536] 'agreement among raft nodes before linearized reading' (duration: 2.000098949s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:46.169449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.169046Z","time spent":"2.000391797s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:46.929467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.75809917s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:48.134737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000634033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:48.134829Z","caller":"traceutil/trace.go:171","msg":"trace[1064693040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783297s","start":"2026-04-28T03:30:46.134027Z","end":"2026-04-28T03:30:48.13481Z","steps":["trace[1064693040] 'agreement among raft nodes before linearized reading' (duration: 2.000665884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.134874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:46.134007Z","time spent":"2.000858479s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:48.174866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:48.174953Z","caller":"traceutil/trace.go:171","msg":"trace[54041866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093492s","start":"2026-04-28T03:30:46.17484Z","end":"2026-04-28T03:30:48.174934Z","steps":["trace[54041866] 'agreement among raft nodes before linearized reading' (duration: 1.999960548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.175001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:46.17482Z","time spent":"2.000171643s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:48.783268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611810133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-04-28T03:30:48.783497Z","caller":"traceutil/trace.go:171","msg":"trace[1653389359] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4269; }","duration":"6.314385893s","start":"2026-04-28T03:30:42.469089Z","end":"2026-04-28T03:30:48.783475Z","steps":["trace[1653389359] 'process raft request' (duration: 2.702278125s)","trace[1653389359] 'compare' (duration: 3.61172813s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:48.783568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:42.469062Z","time spent":"6.314470016s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:48.784251Z","caller":"traceutil/trace.go:171","msg":"trace[56859363] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4530; }","duration":"4.958760614s","start":"2026-04-28T03:30:43.825465Z","end":"2026-04-28T03:30:48.784225Z","steps":["trace[56859363] 'read index received' (duration: 1.345893348s)","trace[56859363] 'applied index is now lower than readState.Index' (duration: 3.612865456s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:30:48.784419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.590278931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:30:48.784485Z","caller":"traceutil/trace.go:171","msg":"trace[1142882062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4270; }","duration":"8.590399783s","start":"2026-04-28T03:30:40.194069Z","end":"2026-04-28T03:30:48.784469Z","steps":["trace[1142882062] 'agreement among raft nodes before linearized reading' (duration: 8.590170978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.784515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.194047Z","time spent":"8.590462044s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:30:48.784659Z","caller":"traceutil/trace.go:171","msg":"trace[628987710] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"4.956139044s","start":"2026-04-28T03:30:43.828512Z","end":"2026-04-28T03:30:48.784651Z","steps":["trace[628987710] 'process raft request' (duration: 4.954868586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.784724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.828489Z","time spent":"4.956186865s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:30:48.784896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112975471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:48.784917Z","caller":"traceutil/trace.go:171","msg":"trace[2021122002] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4270; }","duration":"5.113035872s","start":"2026-04-28T03:30:43.671873Z","end":"2026-04-28T03:30:48.784909Z","steps":["trace[2021122002] 'agreement among raft nodes before linearized reading' (duration: 5.11294603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.784934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.671852Z","time spent":"5.113078013s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.784961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.130900144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.784999Z","caller":"traceutil/trace.go:171","msg":"trace[1992018557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4270; }","duration":"9.130970865s","start":"2026-04-28T03:30:39.654019Z","end":"2026-04-28T03:30:48.78499Z","steps":["trace[1992018557] 'agreement among raft nodes before linearized reading' (duration: 9.130327571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:39.654001Z","time spent":"9.131017707s","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.38277602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.785062Z","caller":"traceutil/trace.go:171","msg":"trace[1838691308] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4270; }","duration":"5.382833891s","start":"2026-04-28T03:30:43.402221Z","end":"2026-04-28T03:30:48.785055Z","steps":["trace[1838691308] 'agreement among raft nodes before linearized reading' (duration: 5.382795911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.78508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.402201Z","time spent":"5.382874143s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152460932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:48.785213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586814454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.785235Z","caller":"traceutil/trace.go:171","msg":"trace[2037950181] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4270; }","duration":"9.152534383s","start":"2026-04-28T03:30:39.632692Z","end":"2026-04-28T03:30:48.785227Z","steps":["trace[2037950181] 'agreement among raft nodes before linearized reading' (duration: 9.152471872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:39.632669Z","time spent":"9.152583324s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.134450864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.785285Z","caller":"traceutil/trace.go:171","msg":"trace[43324545] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4270; }","duration":"8.134493615s","start":"2026-04-28T03:30:40.650786Z","end":"2026-04-28T03:30:48.78528Z","steps":["trace[43324545] 'agreement among raft nodes before linearized reading' (duration: 8.134462675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.650771Z","time spent":"8.134527996s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.837411775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-04-28T03:30:48.785411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235641142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:48.785433Z","caller":"traceutil/trace.go:171","msg":"trace[1371451407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4270; }","duration":"8.235700773s","start":"2026-04-28T03:30:40.549725Z","end":"2026-04-28T03:30:48.785425Z","steps":["trace[1371451407] 'agreement among raft nodes before linearized reading' (duration: 8.235666712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.549703Z","time spent":"8.235742634s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.518893863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:30:48.785505Z","caller":"traceutil/trace.go:171","msg":"trace[1190604995] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4270; }","duration":"12.518951644s","start":"2026-04-28T03:30:36.266547Z","end":"2026-04-28T03:30:48.785499Z","steps":["trace[1190604995] 'agreement among raft nodes before linearized reading' (duration: 12.518877483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.266523Z","time spent":"12.518997836s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.785592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.58757951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:30:48.785612Z","caller":"traceutil/trace.go:171","msg":"trace[2008514312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4270; }","duration":"8.587637632s","start":"2026-04-28T03:30:40.197968Z","end":"2026-04-28T03:30:48.785605Z","steps":["trace[2008514312] 'agreement among raft nodes before linearized reading' (duration: 8.587575969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:40.197947Z","time spent":"8.587677232s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:30:48.785644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.250789039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.785666Z","caller":"traceutil/trace.go:171","msg":"trace[1703734859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4270; }","duration":"14.25081194s","start":"2026-04-28T03:30:34.534846Z","end":"2026-04-28T03:30:48.785658Z","steps":["trace[1703734859] 'agreement among raft nodes before linearized reading' (duration: 14.250778719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:34.534787Z","time spent":"14.250892961s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:48.785412Z","caller":"traceutil/trace.go:171","msg":"trace[885248349] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4270; }","duration":"11.837456166s","start":"2026-04-28T03:30:36.94795Z","end":"2026-04-28T03:30:48.785406Z","steps":["trace[885248349] 'agreement among raft nodes before linearized reading' (duration: 11.837362844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.10007486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:30:48.785815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:36.947935Z","time spent":"11.837869206s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:30:48.785847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.622558291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.785865Z","caller":"traceutil/trace.go:171","msg":"trace[402826523] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4270; }","duration":"15.622635103s","start":"2026-04-28T03:30:33.163224Z","end":"2026-04-28T03:30:48.785859Z","steps":["trace[402826523] 'agreement among raft nodes before linearized reading' (duration: 15.622605873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.785882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.163153Z","time spent":"15.622724925s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:30:48.785816Z","caller":"traceutil/trace.go:171","msg":"trace[1151505650] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4270; }","duration":"15.100135561s","start":"2026-04-28T03:30:33.685675Z","end":"2026-04-28T03:30:48.78581Z","steps":["trace[1151505650] 'agreement among raft nodes before linearized reading' (duration: 15.10009939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.786007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.685652Z","time spent":"15.100345876s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.786039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.728336823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:48.786064Z","caller":"traceutil/trace.go:171","msg":"trace[905813817] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4270; }","duration":"15.728385504s","start":"2026-04-28T03:30:33.057671Z","end":"2026-04-28T03:30:48.786057Z","steps":["trace[905813817] 'agreement among raft nodes before linearized reading' (duration: 15.728339543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.786087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.05766Z","time spent":"15.728421875s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:48.786229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.729349055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:30:48.786247Z","caller":"traceutil/trace.go:171","msg":"trace[1338392339] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4270; }","duration":"15.729415397s","start":"2026-04-28T03:30:33.056826Z","end":"2026-04-28T03:30:48.786242Z","steps":["trace[1338392339] 'agreement among raft nodes before linearized reading' (duration: 15.729351165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.786263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:33.056799Z","time spent":"15.729459958s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:30:48.785236Z","caller":"traceutil/trace.go:171","msg":"trace[1956272466] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4270; }","duration":"5.586872945s","start":"2026-04-28T03:30:43.198357Z","end":"2026-04-28T03:30:48.78523Z","steps":["trace[1956272466] 'agreement among raft nodes before linearized reading' (duration: 5.586831524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:48.786452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.198336Z","time spent":"5.588106923s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:30:49.285106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:49.7855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:30:50.183637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:50.183763Z","caller":"traceutil/trace.go:171","msg":"trace[1581997826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586653s","start":"2026-04-28T03:30:48.18315Z","end":"2026-04-28T03:30:50.183737Z","steps":["trace[1581997826] 'agreement among raft nodes before linearized reading' (duration: 2.000442689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:50.18381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.183134Z","time spent":"2.000666635s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:50.211797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.282062517s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:52.184754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:52.184848Z","caller":"traceutil/trace.go:171","msg":"trace[1754498417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347927s","start":"2026-04-28T03:30:50.184479Z","end":"2026-04-28T03:30:52.184827Z","steps":["trace[1754498417] 'agreement among raft nodes before linearized reading' (duration: 2.000197434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:52.184898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.184464Z","time spent":"2.000424558s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:52.499861Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6bc8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:30:53.780338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:46.779467Z","time spent":"7.000864317s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:53.890374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699879813s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:30:53.890496Z","caller":"traceutil/trace.go:171","msg":"trace[172289224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4270; }","duration":"3.700012626s","start":"2026-04-28T03:30:50.190462Z","end":"2026-04-28T03:30:53.890475Z","steps":["trace[172289224] 'range keys from in-memory index tree' (duration: 3.699865463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:53.891362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.025355Z","time spent":"1.865994509s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:54.193445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:54.193528Z","caller":"traceutil/trace.go:171","msg":"trace[127690242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282155s","start":"2026-04-28T03:30:52.193227Z","end":"2026-04-28T03:30:54.193509Z","steps":["trace[127690242] 'agreement among raft nodes before linearized reading' (duration: 2.000151572s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:54.193575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.193201Z","time spent":"2.000364877s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:54.815165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.875388241s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:30:55.501683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.500702Z","time spent":"7.000975658s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:55.792348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.791429Z","time spent":"7.000915618s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:55.79234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.791851Z","time spent":"7.000479277s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:55.794575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.794235Z","time spent":"7.000337833s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:30:56.194603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:56.194681Z","caller":"traceutil/trace.go:171","msg":"trace[1576654501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294926s","start":"2026-04-28T03:30:54.194368Z","end":"2026-04-28T03:30:56.194663Z","steps":["trace[1576654501] 'agreement among raft nodes before linearized reading' (duration: 2.000196914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:56.19473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:54.19435Z","time spent":"2.000371318s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:58.085825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.873819833s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:30:58.135525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:30:58.13558Z","caller":"traceutil/trace.go:171","msg":"trace[166962310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087761s","start":"2026-04-28T03:30:56.135481Z","end":"2026-04-28T03:30:58.135569Z","steps":["trace[166962310] 'agreement among raft nodes before linearized reading' (duration: 2.00001938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:58.135605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.135449Z","time spent":"2.000150502s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:30:58.201876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:30:58.201972Z","caller":"traceutil/trace.go:171","msg":"trace[1902341979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101022s","start":"2026-04-28T03:30:56.201851Z","end":"2026-04-28T03:30:58.201952Z","steps":["trace[1902341979] 'agreement among raft nodes before linearized reading' (duration: 1.999942268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:58.202023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.201836Z","time spent":"2.000176673s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:30:59.508535Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6bc8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:30:59.775992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.954803467s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:00.116853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02970087s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:31:00.118024Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"49.611µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-28T03:31:00.118206Z","caller":"traceutil/trace.go:171","msg":"trace[428016385] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"6.228176417s","start":"2026-04-28T03:30:53.890012Z","end":"2026-04-28T03:31:00.118188Z","steps":["trace[428016385] 'process raft request' (duration: 6.228130876s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.11822Z","caller":"traceutil/trace.go:171","msg":"trace[1557251516] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"6.278424792s","start":"2026-04-28T03:30:53.839771Z","end":"2026-04-28T03:31:00.118196Z","steps":["trace[1557251516] 'process raft request' (duration: 6.27831394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.006261355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.118292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.436502343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:00.118304Z","caller":"traceutil/trace.go:171","msg":"trace[1889454599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4278; }","duration":"15.006351918s","start":"2026-04-28T03:30:45.111939Z","end":"2026-04-28T03:31:00.118291Z","steps":["trace[1889454599] 'agreement among raft nodes before linearized reading' (duration: 15.006237645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:53.889985Z","time spent":"6.228256598s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:00.118316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:53.839738Z","time spent":"6.278531325s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:00.118297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.748451116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.262926236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.118344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.11192Z","time spent":"15.006413328s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.118393Z","caller":"traceutil/trace.go:171","msg":"trace[1895166572] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4278; }","duration":"14.748563449s","start":"2026-04-28T03:30:45.369781Z","end":"2026-04-28T03:31:00.118345Z","steps":["trace[1895166572] 'agreement among raft nodes before linearized reading' (duration: 14.748429106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.118341Z","caller":"traceutil/trace.go:171","msg":"trace[101831977] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4278; }","duration":"14.436585195s","start":"2026-04-28T03:30:45.68174Z","end":"2026-04-28T03:31:00.118325Z","steps":["trace[101831977] 'agreement among raft nodes before linearized reading' (duration: 14.436491333s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.118402Z","caller":"traceutil/trace.go:171","msg":"trace[1358229749] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:0; response_revision:4278; }","duration":"16.263028839s","start":"2026-04-28T03:30:43.855323Z","end":"2026-04-28T03:31:00.118352Z","steps":["trace[1358229749] 'agreement among raft nodes before linearized reading' (duration: 16.262954217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.286029721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:2551"} {"level":"warn","ts":"2026-04-28T03:31:00.118436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.369759Z","time spent":"14.748667372s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":19,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.855296Z","time spent":"16.263137741s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-04-28T03:31:00.118445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.681725Z","time spent":"14.436707288s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.118472Z","caller":"traceutil/trace.go:171","msg":"trace[200785804] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4278; }","duration":"15.286164743s","start":"2026-04-28T03:30:44.832293Z","end":"2026-04-28T03:31:00.118458Z","steps":["trace[200785804] 'agreement among raft nodes before linearized reading' (duration: 15.285898777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.459954084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413710"} {"level":"info","ts":"2026-04-28T03:31:00.118199Z","caller":"traceutil/trace.go:171","msg":"trace[1428901587] linearizableReadLoop","detail":"{readStateIndex:4538; appliedIndex:4532; }","duration":"11.333835153s","start":"2026-04-28T03:30:48.784308Z","end":"2026-04-28T03:31:00.118143Z","steps":["trace[1428901587] 'read index received' (duration: 1.427673859s)","trace[1428901587] 'applied index is now lower than readState.Index' (duration: 9.906157844s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:00.118461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.286791859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:00.118508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.832267Z","time spent":"15.286231785s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2574,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:00.118521Z","caller":"traceutil/trace.go:171","msg":"trace[378104432] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4278; }","duration":"14.460045756s","start":"2026-04-28T03:30:45.658463Z","end":"2026-04-28T03:31:00.118509Z","steps":["trace[378104432] 'agreement among raft nodes before linearized reading' (duration: 14.459734539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.290180212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:2551"} {"level":"warn","ts":"2026-04-28T03:31:00.118563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.658444Z","time spent":"14.460112037s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413733,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:31:00.118576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.284093127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:00.118617Z","caller":"traceutil/trace.go:171","msg":"trace[1737633776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4278; }","duration":"15.284172918s","start":"2026-04-28T03:30:44.834429Z","end":"2026-04-28T03:31:00.118602Z","steps":["trace[1737633776] 'agreement among raft nodes before linearized reading' (duration: 15.284013285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.745881419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:44.834398Z","time spent":"15.284241619s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:31:00.118662Z","caller":"traceutil/trace.go:171","msg":"trace[524422854] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4278; }","duration":"12.745954831s","start":"2026-04-28T03:30:47.372699Z","end":"2026-04-28T03:31:00.118654Z","steps":["trace[524422854] 'agreement among raft nodes before linearized reading' (duration: 12.74591318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505058338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.034219489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.11869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.372674Z","time spent":"12.746008672s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250415579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:00.1187Z","caller":"traceutil/trace.go:171","msg":"trace[541208116] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4278; }","duration":"12.03429704s","start":"2026-04-28T03:30:48.084391Z","end":"2026-04-28T03:31:00.118688Z","steps":["trace[541208116] 'agreement among raft nodes before linearized reading' (duration: 12.034208428s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.11872Z","caller":"traceutil/trace.go:171","msg":"trace[368928064] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4278; }","duration":"7.25046562s","start":"2026-04-28T03:30:52.868248Z","end":"2026-04-28T03:31:00.118713Z","steps":["trace[368928064] 'agreement among raft nodes before linearized reading' (duration: 7.250429029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.11872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.198419651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:00.118568Z","caller":"traceutil/trace.go:171","msg":"trace[1290527680] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4278; }","duration":"14.286941362s","start":"2026-04-28T03:30:45.831598Z","end":"2026-04-28T03:31:00.11854Z","steps":["trace[1290527680] 'agreement among raft nodes before linearized reading' (duration: 14.286572224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.868231Z","time spent":"7.250505251s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.118744Z","caller":"traceutil/trace.go:171","msg":"trace[1185698443] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4278; }","duration":"12.198490072s","start":"2026-04-28T03:30:47.920246Z","end":"2026-04-28T03:31:00.118736Z","steps":["trace[1185698443] 'agreement among raft nodes before linearized reading' (duration: 12.198441851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.084375Z","time spent":"12.034359832s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.920225Z","time spent":"12.198534443s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989174335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.118765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.831579Z","time spent":"14.287173767s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:00.118773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.28694223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:115753"} {"level":"info","ts":"2026-04-28T03:31:00.118796Z","caller":"traceutil/trace.go:171","msg":"trace[2030527220] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4278; }","duration":"1.989225326s","start":"2026-04-28T03:30:58.12956Z","end":"2026-04-28T03:31:00.118785Z","steps":["trace[2030527220] 'agreement among raft nodes before linearized reading' (duration: 1.989187315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613547321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:31:00.118827Z","caller":"traceutil/trace.go:171","msg":"trace[420662153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4278; }","duration":"16.287009331s","start":"2026-04-28T03:30:43.831802Z","end":"2026-04-28T03:31:00.118811Z","steps":["trace[420662153] 'agreement among raft nodes before linearized reading' (duration: 16.286707354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.11866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.330061257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T03:31:00.118845Z","caller":"traceutil/trace.go:171","msg":"trace[1514678749] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4278; }","duration":"4.613626543s","start":"2026-04-28T03:30:55.505207Z","end":"2026-04-28T03:31:00.118833Z","steps":["trace[1514678749] 'agreement among raft nodes before linearized reading' (duration: 4.613546871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.643646457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.389601446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.505188Z","time spent":"4.613680563s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T03:31:00.118871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.831785Z","time spent":"16.287073772s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":115776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:31:00.118881Z","caller":"traceutil/trace.go:171","msg":"trace[389546431] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4278; }","duration":"11.330299873s","start":"2026-04-28T03:30:48.788564Z","end":"2026-04-28T03:31:00.118864Z","steps":["trace[389546431] 'agreement among raft nodes before linearized reading' (duration: 11.330046198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96647941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.735485015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.118933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222887438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:00.118931Z","caller":"traceutil/trace.go:171","msg":"trace[1664982901] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4278; }","duration":"5.966556322s","start":"2026-04-28T03:30:54.152368Z","end":"2026-04-28T03:31:00.118924Z","steps":["trace[1664982901] 'agreement among raft nodes before linearized reading' (duration: 5.966508521s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.118943Z","caller":"traceutil/trace.go:171","msg":"trace[53948038] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4278; }","duration":"8.735547807s","start":"2026-04-28T03:30:51.383389Z","end":"2026-04-28T03:31:00.118937Z","steps":["trace[53948038] 'agreement among raft nodes before linearized reading' (duration: 8.735509816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.788547Z","time spent":"11.330373565s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-28T03:31:00.11895Z","caller":"traceutil/trace.go:171","msg":"trace[2009955144] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4278; }","duration":"3.222944259s","start":"2026-04-28T03:30:56.896001Z","end":"2026-04-28T03:31:00.118945Z","steps":["trace[2009955144] 'agreement among raft nodes before linearized reading' (duration: 3.222912308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.708909292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.118969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:56.895975Z","time spent":"3.22298973s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908867378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:00.118989Z","caller":"traceutil/trace.go:171","msg":"trace[2085988241] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4278; }","duration":"13.708980685s","start":"2026-04-28T03:30:46.409999Z","end":"2026-04-28T03:31:00.118979Z","steps":["trace[2085988241] 'agreement among raft nodes before linearized reading' (duration: 13.708924424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.118999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943436057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.118998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.468192424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.119013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320574936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:2551"} {"level":"warn","ts":"2026-04-28T03:31:00.119016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.786330194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:00.119022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:46.409978Z","time spent":"13.709035667s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.119028Z","caller":"traceutil/trace.go:171","msg":"trace[862701753] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4278; }","duration":"6.468259766s","start":"2026-04-28T03:30:53.650759Z","end":"2026-04-28T03:31:00.119018Z","steps":["trace[862701753] 'agreement among raft nodes before linearized reading' (duration: 6.468220345s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.119045Z","caller":"traceutil/trace.go:171","msg":"trace[1872024357] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4278; }","duration":"12.786360894s","start":"2026-04-28T03:30:47.332677Z","end":"2026-04-28T03:31:00.119038Z","steps":["trace[1872024357] 'agreement among raft nodes before linearized reading' (duration: 12.786309643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.244536205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:00.119047Z","caller":"traceutil/trace.go:171","msg":"trace[2055433404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4278; }","duration":"4.320638797s","start":"2026-04-28T03:30:55.798395Z","end":"2026-04-28T03:31:00.119034Z","steps":["trace[2055433404] 'agreement among raft nodes before linearized reading' (duration: 4.320546735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.332654Z","time spent":"12.786406115s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":12,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.118579Z","caller":"traceutil/trace.go:171","msg":"trace[1981062814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4278; }","duration":"16.290331866s","start":"2026-04-28T03:30:43.828233Z","end":"2026-04-28T03:31:00.118565Z","steps":["trace[1981062814] 'agreement among raft nodes before linearized reading' (duration: 16.290029329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.28730473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:00.119109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.329661829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:00.119106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:43.828102Z","time spent":"16.29099278s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2574,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:00.119104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:55.798361Z","time spent":"4.320727449s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2574,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:00.11913Z","caller":"traceutil/trace.go:171","msg":"trace[559871445] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:4278; }","duration":"11.329763591s","start":"2026-04-28T03:30:48.789361Z","end":"2026-04-28T03:31:00.119124Z","steps":["trace[559871445] 'agreement among raft nodes before linearized reading' (duration: 11.32972873s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.119127Z","caller":"traceutil/trace.go:171","msg":"trace[1162259675] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4278; }","duration":"14.287367572s","start":"2026-04-28T03:30:45.831746Z","end":"2026-04-28T03:31:00.119114Z","steps":["trace[1162259675] 'agreement among raft nodes before linearized reading' (duration: 14.287242339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.789343Z","time spent":"11.329799811s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:31:00.119153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.310480875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-28T03:31:00.118694Z","caller":"traceutil/trace.go:171","msg":"trace[191981462] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4278; }","duration":"6.505092888s","start":"2026-04-28T03:30:53.613589Z","end":"2026-04-28T03:31:00.118682Z","steps":["trace[191981462] 'agreement among raft nodes before linearized reading' (duration: 6.505034597s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.119172Z","caller":"traceutil/trace.go:171","msg":"trace[193133794] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504; range_end:; response_count:1; response_revision:4278; }","duration":"11.310522946s","start":"2026-04-28T03:30:48.808644Z","end":"2026-04-28T03:31:00.119167Z","steps":["trace[193133794] 'agreement among raft nodes before linearized reading' (duration: 11.310439274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.11918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:53.613532Z","time spent":"6.50564132s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.129542Z","time spent":"1.989275167s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.11919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:48.808632Z","time spent":"11.310553336s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa673868bb4504\" "} {"level":"warn","ts":"2026-04-28T03:31:00.118964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.383366Z","time spent":"8.735592018s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.119214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:45.83173Z","time spent":"14.287420373s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:31:00.11888Z","caller":"traceutil/trace.go:171","msg":"trace[291850354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4278; }","duration":"12.643713948s","start":"2026-04-28T03:30:47.475156Z","end":"2026-04-28T03:31:00.11887Z","steps":["trace[291850354] 'agreement among raft nodes before linearized reading' (duration: 12.643659857s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:00.119021Z","caller":"traceutil/trace.go:171","msg":"trace[824765202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4278; }","duration":"8.943488419s","start":"2026-04-28T03:30:51.175525Z","end":"2026-04-28T03:31:00.119014Z","steps":["trace[824765202] 'agreement among raft nodes before linearized reading' (duration: 8.943450538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:47.475138Z","time spent":"12.644109728s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.11928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:51.175508Z","time spent":"8.943764184s","remote":"127.0.0.1:36998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.118959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:54.152317Z","time spent":"5.966635693s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.119015Z","caller":"traceutil/trace.go:171","msg":"trace[931928400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4278; }","duration":"1.909144484s","start":"2026-04-28T03:30:58.209858Z","end":"2026-04-28T03:31:00.119003Z","steps":["trace[931928400] 'agreement among raft nodes before linearized reading' (duration: 1.908854808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:58.209774Z","time spent":"1.909563074s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:00.118887Z","caller":"traceutil/trace.go:171","msg":"trace[172928496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4278; }","duration":"7.389627927s","start":"2026-04-28T03:30:52.729251Z","end":"2026-04-28T03:31:00.118879Z","steps":["trace[172928496] 'agreement among raft nodes before linearized reading' (duration: 7.389585496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:52.729206Z","time spent":"7.390165429s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.119057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:53.650735Z","time spent":"6.468313646s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:00.119072Z","caller":"traceutil/trace.go:171","msg":"trace[904239216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4278; }","duration":"9.244595267s","start":"2026-04-28T03:30:50.874471Z","end":"2026-04-28T03:31:00.119066Z","steps":["trace[904239216] 'agreement among raft nodes before linearized reading' (duration: 9.244561746s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:00.119453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:30:50.87445Z","time spent":"9.244993515s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:00.624436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:01.124962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:01.553629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.430483421s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:02.130057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:02.130169Z","caller":"traceutil/trace.go:171","msg":"trace[117764569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462489s","start":"2026-04-28T03:31:00.129692Z","end":"2026-04-28T03:31:02.130155Z","steps":["trace[117764569] 'agreement among raft nodes before linearized reading' (duration: 2.000188583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:02.13024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.129685Z","time spent":"2.000547951s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:03.502376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378352782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:03.50246Z","caller":"traceutil/trace.go:171","msg":"trace[1218583893] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.378463905s","start":"2026-04-28T03:31:00.123976Z","end":"2026-04-28T03:31:03.50244Z","steps":["trace[1218583893] 'agreement among raft nodes before linearized reading' (duration: 3.378362383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:03.502525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.123969Z","time spent":"3.378546967s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 03:31:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:03.919239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365249037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:03.919405Z","caller":"traceutil/trace.go:171","msg":"trace[1570017550] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"3.796294852s","start":"2026-04-28T03:31:00.123079Z","end":"2026-04-28T03:31:03.919374Z","steps":["trace[1570017550] 'process raft request' (duration: 1.430818149s)","trace[1570017550] 'compare' (duration: 2.364842708s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:03.919738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.123066Z","time spent":"3.796616008s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:04.130263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:04.130368Z","caller":"traceutil/trace.go:171","msg":"trace[2144242837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330516s","start":"2026-04-28T03:31:02.130016Z","end":"2026-04-28T03:31:04.130346Z","steps":["trace[2144242837] 'agreement among raft nodes before linearized reading' (duration: 2.000172673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:04.13042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.13001Z","time spent":"2.000399548s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:06.13914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:06.139235Z","caller":"traceutil/trace.go:171","msg":"trace[88974901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127441s","start":"2026-04-28T03:31:04.139088Z","end":"2026-04-28T03:31:06.139216Z","steps":["trace[88974901] 'agreement among raft nodes before linearized reading' (duration: 2.000014389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:06.139312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:04.139069Z","time spent":"2.000230494s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:06.263832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.709033148s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:06.428033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.866304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:06.428254Z","caller":"traceutil/trace.go:171","msg":"trace[1652167001] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"6.302988827s","start":"2026-04-28T03:31:00.125235Z","end":"2026-04-28T03:31:06.428224Z","steps":["trace[1652167001] 'process raft request' (duration: 6.138848066s)","trace[1652167001] 'compare' (duration: 163.64387ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:06.428303Z","caller":"traceutil/trace.go:171","msg":"trace[172958619] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"6.300299726s","start":"2026-04-28T03:31:00.127981Z","end":"2026-04-28T03:31:06.428281Z","steps":["trace[172958619] 'process raft request' (duration: 6.300148303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:06.428394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.125222Z","time spent":"6.303100899s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:06.428458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.127962Z","time spent":"6.300408068s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:06.42851Z","caller":"traceutil/trace.go:171","msg":"trace[225283779] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"6.296998731s","start":"2026-04-28T03:31:00.131498Z","end":"2026-04-28T03:31:06.428497Z","steps":["trace[225283779] 'process raft request' (duration: 6.296700474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:06.428554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.131486Z","time spent":"6.297049552s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2457,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:31:06.42881Z","caller":"traceutil/trace.go:171","msg":"trace[2011545123] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"5.919805714s","start":"2026-04-28T03:31:00.508984Z","end":"2026-04-28T03:31:06.428789Z","steps":["trace[2011545123] 'process raft request' (duration: 5.919311802s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:06.42912Z","caller":"traceutil/trace.go:171","msg":"trace[1008700788] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4541; }","duration":"6.305117915s","start":"2026-04-28T03:31:00.123517Z","end":"2026-04-28T03:31:06.428635Z","steps":["trace[1008700788] 'read index received' (duration: 1.430542533s)","trace[1008700788] 'applied index is now lower than readState.Index' (duration: 4.874573762s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:06.429187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305661727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:06.429244Z","caller":"traceutil/trace.go:171","msg":"trace[366733396] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:4283; }","duration":"6.305736618s","start":"2026-04-28T03:31:00.123498Z","end":"2026-04-28T03:31:06.429235Z","steps":["trace[366733396] 'agreement among raft nodes before linearized reading' (duration: 6.305643566s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:06.429277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.123486Z","time spent":"6.30578452s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:31:06.429565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.508954Z","time spent":"5.919910636s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:07.915295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372400429s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:08.124674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581237521s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:31:08.124989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.431434Z","time spent":"1.693545949s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:31:08.125286Z","caller":"traceutil/trace.go:171","msg":"trace[360246818] linearizableReadLoop","detail":"{readStateIndex:4547; appliedIndex:4546; }","duration":"1.696099307s","start":"2026-04-28T03:31:06.429147Z","end":"2026-04-28T03:31:08.125246Z","steps":["trace[360246818] 'read index received' (duration: 114.14184ms)","trace[360246818] 'applied index is now lower than readState.Index' (duration: 1.581953967s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:08.125331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375612189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:08.125373Z","caller":"traceutil/trace.go:171","msg":"trace[1340709586] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4284; }","duration":"5.375702951s","start":"2026-04-28T03:31:02.749659Z","end":"2026-04-28T03:31:08.125362Z","steps":["trace[1340709586] 'agreement among raft nodes before linearized reading' (duration: 5.375598818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997329436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:08.125402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.749644Z","time spent":"5.375751182s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:08.125426Z","caller":"traceutil/trace.go:171","msg":"trace[1276747893] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4284; }","duration":"5.997396757s","start":"2026-04-28T03:31:02.128014Z","end":"2026-04-28T03:31:08.125411Z","steps":["trace[1276747893] 'agreement among raft nodes before linearized reading' (duration: 5.997263034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.127993Z","time spent":"5.997458829s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:08.12551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996647769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:08.125575Z","caller":"traceutil/trace.go:171","msg":"trace[596092191] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"4.62069888s","start":"2026-04-28T03:31:03.504866Z","end":"2026-04-28T03:31:08.125565Z","steps":["trace[596092191] 'process raft request' (duration: 3.038455947s)","trace[596092191] 'compare' (duration: 1.58073737s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:08.125588Z","caller":"traceutil/trace.go:171","msg":"trace[1228516868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4284; }","duration":"6.996699919s","start":"2026-04-28T03:31:01.128831Z","end":"2026-04-28T03:31:08.125531Z","steps":["trace[1228516868] 'agreement among raft nodes before linearized reading' (duration: 6.996562796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997454169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:08.125615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:01.12882Z","time spent":"6.996787022s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:08.125561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.996186069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:31:08.125674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:03.504846Z","time spent":"4.620753192s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:08.125686Z","caller":"traceutil/trace.go:171","msg":"trace[389660576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4284; }","duration":"5.996333122s","start":"2026-04-28T03:31:02.129319Z","end":"2026-04-28T03:31:08.125652Z","steps":["trace[389660576] 'agreement among raft nodes before linearized reading' (duration: 5.995985814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999556544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:08.12575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.129313Z","time spent":"5.996421825s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:08.125794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.997802175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"warn","ts":"2026-04-28T03:31:08.125763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.842785991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:08.125824Z","caller":"traceutil/trace.go:171","msg":"trace[675495402] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4284; }","duration":"6.997873117s","start":"2026-04-28T03:31:01.127943Z","end":"2026-04-28T03:31:08.125816Z","steps":["trace[675495402] 'agreement among raft nodes before linearized reading' (duration: 6.997796765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:01.127916Z","time spent":"6.997926038s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:08.125855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693430887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-04-28T03:31:08.125862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.173916628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:08.125854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99168253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:08.12587Z","caller":"traceutil/trace.go:171","msg":"trace[1040690922] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4284; }","duration":"5.842928644s","start":"2026-04-28T03:31:02.282911Z","end":"2026-04-28T03:31:08.125839Z","steps":["trace[1040690922] 'agreement among raft nodes before linearized reading' (duration: 5.84274888s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.125907Z","caller":"traceutil/trace.go:171","msg":"trace[1633887186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4284; }","duration":"1.991796503s","start":"2026-04-28T03:31:06.134103Z","end":"2026-04-28T03:31:08.125899Z","steps":["trace[1633887186] 'agreement among raft nodes before linearized reading' (duration: 1.991731731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235709788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:08.125929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.134081Z","time spent":"1.991842734s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:08.125917Z","caller":"traceutil/trace.go:171","msg":"trace[72325537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4284; }","duration":"7.174000969s","start":"2026-04-28T03:31:00.951898Z","end":"2026-04-28T03:31:08.125899Z","steps":["trace[72325537] 'agreement among raft nodes before linearized reading' (duration: 7.173917817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.282884Z","time spent":"5.843030886s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:08.125938Z","caller":"traceutil/trace.go:171","msg":"trace[2015372573] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4284; }","duration":"2.235778649s","start":"2026-04-28T03:31:05.890152Z","end":"2026-04-28T03:31:08.12593Z","steps":["trace[2015372573] 'agreement among raft nodes before linearized reading' (duration: 2.235718258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:05.890131Z","time spent":"2.23582885s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:08.125966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.951878Z","time spent":"7.174074331s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:08.125819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986223487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:08.126026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614659724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:08.126033Z","caller":"traceutil/trace.go:171","msg":"trace[1739757381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4284; }","duration":"1.986437231s","start":"2026-04-28T03:31:06.139589Z","end":"2026-04-28T03:31:08.126026Z","steps":["trace[1739757381] 'agreement among raft nodes before linearized reading' (duration: 1.986206446s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.126052Z","caller":"traceutil/trace.go:171","msg":"trace[1404446856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4284; }","duration":"3.614721996s","start":"2026-04-28T03:31:04.511322Z","end":"2026-04-28T03:31:08.126044Z","steps":["trace[1404446856] 'agreement among raft nodes before linearized reading' (duration: 3.614671015s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.125627Z","caller":"traceutil/trace.go:171","msg":"trace[1267230580] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4284; }","duration":"5.99751958s","start":"2026-04-28T03:31:02.128101Z","end":"2026-04-28T03:31:08.12562Z","steps":["trace[1267230580] 'agreement among raft nodes before linearized reading' (duration: 5.997453739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:02.128078Z","time spent":"5.998010771s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:08.125753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656019687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:08.125883Z","caller":"traceutil/trace.go:171","msg":"trace[1878446640] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w; range_end:; response_count:1; response_revision:4284; }","duration":"1.693477717s","start":"2026-04-28T03:31:06.432395Z","end":"2026-04-28T03:31:08.125872Z","steps":["trace[1878446640] 'agreement among raft nodes before linearized reading' (duration: 1.693407105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.126183Z","caller":"traceutil/trace.go:171","msg":"trace[1266216523] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4284; }","duration":"7.656505739s","start":"2026-04-28T03:31:00.469665Z","end":"2026-04-28T03:31:08.126171Z","steps":["trace[1266216523] 'agreement among raft nodes before linearized reading' (duration: 7.655981747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:04.5113Z","time spent":"3.61488533s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:08.126195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.432382Z","time spent":"1.693798605s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w\" "} {"level":"warn","ts":"2026-04-28T03:31:08.126202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.405921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"warn","ts":"2026-04-28T03:31:08.126221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.469649Z","time spent":"7.65655854s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:08.125782Z","caller":"traceutil/trace.go:171","msg":"trace[698968244] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4284; }","duration":"7.999609255s","start":"2026-04-28T03:31:00.126164Z","end":"2026-04-28T03:31:08.125773Z","steps":["trace[698968244] 'agreement among raft nodes before linearized reading' (duration: 7.999567264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:00.126146Z","time spent":"8.000134148s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-04-28T03:31:08.126264Z","caller":"traceutil/trace.go:171","msg":"trace[1598957325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4284; }","duration":"618.511713ms","start":"2026-04-28T03:31:07.507732Z","end":"2026-04-28T03:31:08.126244Z","steps":["trace[1598957325] 'agreement among raft nodes before linearized reading' (duration: 618.34493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.125979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202243209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67637b9745c3\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-28T03:31:08.126416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662403135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:08.126029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241695413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:08.126448Z","caller":"traceutil/trace.go:171","msg":"trace[805084944] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4284; }","duration":"3.662468977s","start":"2026-04-28T03:31:04.463969Z","end":"2026-04-28T03:31:08.126438Z","steps":["trace[805084944] 'agreement among raft nodes before linearized reading' (duration: 3.662398825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.504012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:31:08.12653Z","caller":"traceutil/trace.go:171","msg":"trace[1521851034] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4284; }","duration":"138.700486ms","start":"2026-04-28T03:31:07.987806Z","end":"2026-04-28T03:31:08.126507Z","steps":["trace[1521851034] 'agreement among raft nodes before linearized reading' (duration: 138.144243ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:08.126457Z","caller":"traceutil/trace.go:171","msg":"trace[281276854] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67637b9745c3; range_end:; response_count:1; response_revision:4284; }","duration":"4.202729111s","start":"2026-04-28T03:31:03.9237Z","end":"2026-04-28T03:31:08.12643Z","steps":["trace[281276854] 'agreement among raft nodes before linearized reading' (duration: 4.202224659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:03.923677Z","time spent":"4.202943207s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67637b9745c3\" "} {"level":"warn","ts":"2026-04-28T03:31:08.126062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.139522Z","time spent":"1.986529844s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:08.126474Z","caller":"traceutil/trace.go:171","msg":"trace[1683474052] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4284; }","duration":"1.242195085s","start":"2026-04-28T03:31:06.884264Z","end":"2026-04-28T03:31:08.126459Z","steps":["trace[1683474052] 'agreement among raft nodes before linearized reading' (duration: 1.241689623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:08.126934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:06.884243Z","time spent":"1.242668656s","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:08.126368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:07.507707Z","time spent":"618.647388ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:31:08.126478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:04.463949Z","time spent":"3.662520667s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:08.633079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:09.598274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.103549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:09.598481Z","caller":"traceutil/trace.go:171","msg":"trace[1225988960] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"1.467402547s","start":"2026-04-28T03:31:08.131059Z","end":"2026-04-28T03:31:09.598462Z","steps":["trace[1225988960] 'process raft request' (duration: 1.467302235s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.598555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.131033Z","time spent":"1.467485949s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:09.598792Z","caller":"traceutil/trace.go:171","msg":"trace[831680936] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"1.467697484s","start":"2026-04-28T03:31:08.131057Z","end":"2026-04-28T03:31:09.598755Z","steps":["trace[831680936] 'process raft request' (duration: 690.013472ms)","trace[831680936] 'compare' (duration: 776.400183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:09.598938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.131033Z","time spent":"1.467821126s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:09.60048Z","caller":"traceutil/trace.go:171","msg":"trace[1955102419] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"1.466075408s","start":"2026-04-28T03:31:08.134384Z","end":"2026-04-28T03:31:09.60046Z","steps":["trace[1955102419] 'process raft request' (duration: 1.465941575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.600563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.13437Z","time spent":"1.466151919s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:09.600838Z","caller":"traceutil/trace.go:171","msg":"trace[411115099] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4548; }","duration":"1.468299967s","start":"2026-04-28T03:31:08.132526Z","end":"2026-04-28T03:31:09.600826Z","steps":["trace[411115099] 'read index received' (duration: 688.561998ms)","trace[411115099] 'applied index is now lower than readState.Index' (duration: 779.736609ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:09.60092Z","caller":"traceutil/trace.go:171","msg":"trace[128843742] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"1.458075367s","start":"2026-04-28T03:31:08.142835Z","end":"2026-04-28T03:31:09.60091Z","steps":["trace[128843742] 'process raft request' (duration: 1.457576636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.600983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.142827Z","time spent":"1.458119908s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:09.601002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465422142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:09.601056Z","caller":"traceutil/trace.go:171","msg":"trace[112552538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4288; }","duration":"1.465508194s","start":"2026-04-28T03:31:08.135531Z","end":"2026-04-28T03:31:09.601039Z","steps":["trace[112552538] 'agreement among raft nodes before linearized reading' (duration: 1.465423732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.601114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.135516Z","time spent":"1.465588845s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.588486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:09.601151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459287493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-04-28T03:31:09.601195Z","caller":"traceutil/trace.go:171","msg":"trace[967406019] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4288; }","duration":"1.459363575s","start":"2026-04-28T03:31:08.141817Z","end":"2026-04-28T03:31:09.601181Z","steps":["trace[967406019] 'agreement among raft nodes before linearized reading' (duration: 1.459217832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.601239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.141796Z","time spent":"1.459435717s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.498769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:31:09.601301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459546149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:09.601321Z","caller":"traceutil/trace.go:171","msg":"trace[870351071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4288; }","duration":"467.638573ms","start":"2026-04-28T03:31:09.133661Z","end":"2026-04-28T03:31:09.6013Z","steps":["trace[870351071] 'agreement among raft nodes before linearized reading' (duration: 467.359196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.601334Z","caller":"traceutil/trace.go:171","msg":"trace[24476319] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:4288; }","duration":"1.4595895s","start":"2026-04-28T03:31:08.141735Z","end":"2026-04-28T03:31:09.601324Z","steps":["trace[24476319] 'agreement among raft nodes before linearized reading' (duration: 1.459527009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.601364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.141729Z","time spent":"1.459628061s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:09.133641Z","time spent":"467.719605ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45912052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-28T03:31:09.601515Z","caller":"traceutil/trace.go:171","msg":"trace[189058671] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4288; }","duration":"1.459179171s","start":"2026-04-28T03:31:08.142319Z","end":"2026-04-28T03:31:09.601499Z","steps":["trace[189058671] 'agreement among raft nodes before linearized reading' (duration: 1.459058388s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.601545Z","caller":"traceutil/trace.go:171","msg":"trace[906067582] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4288; }","duration":"369.993605ms","start":"2026-04-28T03:31:09.231539Z","end":"2026-04-28T03:31:09.601532Z","steps":["trace[906067582] 'agreement among raft nodes before linearized reading' (duration: 369.527014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.601571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.142314Z","time spent":"1.459243252s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:09.23151Z","time spent":"370.063437ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:09.601366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468848029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:115753"} {"level":"warn","ts":"2026-04-28T03:31:09.601653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.489343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"info","ts":"2026-04-28T03:31:09.601653Z","caller":"traceutil/trace.go:171","msg":"trace[1360035062] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4288; }","duration":"1.469169566s","start":"2026-04-28T03:31:08.132471Z","end":"2026-04-28T03:31:09.601641Z","steps":["trace[1360035062] 'agreement among raft nodes before linearized reading' (duration: 1.468690825s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:09.601692Z","caller":"traceutil/trace.go:171","msg":"trace[2098910421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4288; }","duration":"457.569535ms","start":"2026-04-28T03:31:09.144113Z","end":"2026-04-28T03:31:09.601683Z","steps":["trace[2098910421] 'agreement among raft nodes before linearized reading' (duration: 457.467833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:09.6017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:08.13245Z","time spent":"1.469238798s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":115776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:31:09.601716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:09.144086Z","time spent":"457.624896ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:10.574089Z","caller":"traceutil/trace.go:171","msg":"trace[757550439] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4596; }","duration":"115.324377ms","start":"2026-04-28T03:31:10.458748Z","end":"2026-04-28T03:31:10.574072Z","steps":["trace[757550439] 'read index received' (duration: 21.787543ms)","trace[757550439] 'applied index is now lower than readState.Index' (duration: 93.536154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:10.574293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.529351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c.18aa67b3603eee29\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-28T03:31:10.574321Z","caller":"traceutil/trace.go:171","msg":"trace[161309864] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-gzf7c.18aa67b3603eee29; range_end:; response_count:1; response_revision:4333; }","duration":"115.600363ms","start":"2026-04-28T03:31:10.458712Z","end":"2026-04-28T03:31:10.574312Z","steps":["trace[161309864] 'agreement among raft nodes before linearized reading' (duration: 115.43399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:10.575097Z","caller":"traceutil/trace.go:171","msg":"trace[782280615] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"116.675728ms","start":"2026-04-28T03:31:10.458411Z","end":"2026-04-28T03:31:10.575087Z","steps":["trace[782280615] 'process raft request' (duration: 115.212245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:10.575204Z","caller":"traceutil/trace.go:171","msg":"trace[265912125] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"115.107852ms","start":"2026-04-28T03:31:10.460089Z","end":"2026-04-28T03:31:10.575197Z","steps":["trace[265912125] 'process raft request' (duration: 113.946435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:11.54623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:11.872957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.395285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:11.87308Z","caller":"traceutil/trace.go:171","msg":"trace[192672549] linearizableReadLoop","detail":"{readStateIndex:4621; appliedIndex:4620; }","duration":"827.362466ms","start":"2026-04-28T03:31:11.045702Z","end":"2026-04-28T03:31:11.873065Z","steps":["trace[192672549] 'read index received' (duration: 655.881849ms)","trace[192672549] 'applied index is now lower than readState.Index' (duration: 171.478907ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:11.873128Z","caller":"traceutil/trace.go:171","msg":"trace[202601553] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"841.016474ms","start":"2026-04-28T03:31:11.032068Z","end":"2026-04-28T03:31:11.873085Z","steps":["trace[202601553] 'process raft request' (duration: 669.426515ms)","trace[202601553] 'compare' (duration: 171.074928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:11.873272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:11.032043Z","time spent":"841.156008ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:11.873689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.558292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w\" ","response":"range_response_count:1 size:5793"} {"level":"info","ts":"2026-04-28T03:31:11.873724Z","caller":"traceutil/trace.go:171","msg":"trace[754253432] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w; range_end:; response_count:1; response_revision:4355; }","duration":"222.612873ms","start":"2026-04-28T03:31:11.651102Z","end":"2026-04-28T03:31:11.873714Z","steps":["trace[754253432] 'agreement among raft nodes before linearized reading' (duration: 222.446859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:11.873858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.155234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:11.873881Z","caller":"traceutil/trace.go:171","msg":"trace[1083353454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4355; }","duration":"828.178974ms","start":"2026-04-28T03:31:11.045696Z","end":"2026-04-28T03:31:11.873875Z","steps":["trace[1083353454] 'agreement among raft nodes before linearized reading' (duration: 828.137123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:11.873899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:11.045648Z","time spent":"828.246766ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:11.874265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.778465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"info","ts":"2026-04-28T03:31:11.874301Z","caller":"traceutil/trace.go:171","msg":"trace[237503617] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4355; }","duration":"225.845035ms","start":"2026-04-28T03:31:11.648446Z","end":"2026-04-28T03:31:11.874291Z","steps":["trace[237503617] 'agreement among raft nodes before linearized reading' (duration: 225.738893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:11.874354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.032527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:31:11.874374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.673117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-28T03:31:11.874416Z","caller":"traceutil/trace.go:171","msg":"trace[643109261] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:4355; }","duration":"771.82775ms","start":"2026-04-28T03:31:11.102578Z","end":"2026-04-28T03:31:11.874406Z","steps":["trace[643109261] 'agreement among raft nodes before linearized reading' (duration: 770.910229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:11.874414Z","caller":"traceutil/trace.go:171","msg":"trace[1689425371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4355; }","duration":"225.14882ms","start":"2026-04-28T03:31:11.649248Z","end":"2026-04-28T03:31:11.874397Z","steps":["trace[1689425371] 'agreement among raft nodes before linearized reading' (duration: 224.965656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:11.874437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:11.102561Z","time spent":"771.871082ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:31:11.874483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.363916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:31:11.874485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.933511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:11.874538Z","caller":"traceutil/trace.go:171","msg":"trace[1102607287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4355; }","duration":"233.48073ms","start":"2026-04-28T03:31:11.641043Z","end":"2026-04-28T03:31:11.874523Z","steps":["trace[1102607287] 'agreement among raft nodes before linearized reading' (duration: 233.275964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:11.874547Z","caller":"traceutil/trace.go:171","msg":"trace[1428887675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4355; }","duration":"116.051005ms","start":"2026-04-28T03:31:11.758481Z","end":"2026-04-28T03:31:11.874532Z","steps":["trace[1428887675] 'agreement among raft nodes before linearized reading' (duration: 115.86875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:12.546962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:13.088286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:13.300537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390933619s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:31:13.300967Z","caller":"traceutil/trace.go:171","msg":"trace[396195505] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4621; }","duration":"1.254928723s","start":"2026-04-28T03:31:12.046018Z","end":"2026-04-28T03:31:13.300946Z","steps":["trace[396195505] 'read index received' (duration: 1.254704958s)","trace[396195505] 'applied index is now lower than readState.Index' (duration: 222.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:13.301109Z","caller":"traceutil/trace.go:171","msg":"trace[663149794] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"1.391517112s","start":"2026-04-28T03:31:11.909471Z","end":"2026-04-28T03:31:13.300988Z","steps":["trace[663149794] 'process raft request' (duration: 1.391289797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.301175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255131318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:13.301247Z","caller":"traceutil/trace.go:171","msg":"trace[517948930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4356; }","duration":"1.25525072s","start":"2026-04-28T03:31:12.045979Z","end":"2026-04-28T03:31:13.30123Z","steps":["trace[517948930] 'agreement among raft nodes before linearized reading' (duration: 1.255096677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.301254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:11.909446Z","time spent":"1.391734826s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:13.301283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.045961Z","time spent":"1.255315852s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16233866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:13.301332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.190442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:13.301349Z","caller":"traceutil/trace.go:171","msg":"trace[1858836612] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4356; }","duration":"1.162472873s","start":"2026-04-28T03:31:12.138865Z","end":"2026-04-28T03:31:13.301338Z","steps":["trace[1858836612] 'agreement among raft nodes before linearized reading' (duration: 1.162250118s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:13.301421Z","caller":"traceutil/trace.go:171","msg":"trace[503701672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4356; }","duration":"612.320275ms","start":"2026-04-28T03:31:12.68907Z","end":"2026-04-28T03:31:13.30139Z","steps":["trace[503701672] 'agreement among raft nodes before linearized reading' (duration: 612.08881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.301468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.689049Z","time spent":"612.407757ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.634262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-28T03:31:13.301604Z","caller":"traceutil/trace.go:171","msg":"trace[1321674507] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:4356; }","duration":"670.723145ms","start":"2026-04-28T03:31:12.630871Z","end":"2026-04-28T03:31:13.301594Z","steps":["trace[1321674507] 'agreement among raft nodes before linearized reading' (duration: 670.572181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.301425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.138843Z","time spent":"1.162570376s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.022759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:13.301722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.795344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"info","ts":"2026-04-28T03:31:13.301753Z","caller":"traceutil/trace.go:171","msg":"trace[822066647] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4356; }","duration":"781.137701ms","start":"2026-04-28T03:31:12.520603Z","end":"2026-04-28T03:31:13.301741Z","steps":["trace[822066647] 'agreement among raft nodes before linearized reading' (duration: 781.061539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:13.301765Z","caller":"traceutil/trace.go:171","msg":"trace[1905583591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4356; }","duration":"420.896526ms","start":"2026-04-28T03:31:12.880858Z","end":"2026-04-28T03:31:13.301754Z","steps":["trace[1905583591] 'agreement among raft nodes before linearized reading' (duration: 420.739263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.301771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.617447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:31:13.301794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.880827Z","time spent":"420.961778ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.520568Z","time spent":"781.206623ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-28T03:31:13.301816Z","caller":"traceutil/trace.go:171","msg":"trace[1260947837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4356; }","duration":"323.692219ms","start":"2026-04-28T03:31:12.978104Z","end":"2026-04-28T03:31:13.301796Z","steps":["trace[1260947837] 'agreement among raft nodes before linearized reading' (duration: 323.620488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.30187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.978078Z","time spent":"323.782781ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.446806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:31:13.302018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161929961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:13.302036Z","caller":"traceutil/trace.go:171","msg":"trace[221494356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4356; }","duration":"420.850955ms","start":"2026-04-28T03:31:12.881171Z","end":"2026-04-28T03:31:13.302022Z","steps":["trace[221494356] 'agreement among raft nodes before linearized reading' (duration: 420.298503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.302159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.88116Z","time spent":"420.986198ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:13.301631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.630846Z","time spent":"670.777786ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-28T03:31:13.302053Z","caller":"traceutil/trace.go:171","msg":"trace[1384617325] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4356; }","duration":"1.161987332s","start":"2026-04-28T03:31:12.140047Z","end":"2026-04-28T03:31:13.302034Z","steps":["trace[1384617325] 'agreement among raft nodes before linearized reading' (duration: 1.161918821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.302345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.140026Z","time spent":"1.162309589s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:13.302405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.504462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:181 size:142690"} {"level":"warn","ts":"2026-04-28T03:31:13.302113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.067962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:13.302434Z","caller":"traceutil/trace.go:171","msg":"trace[1763803173] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:181; response_revision:4356; }","duration":"560.537643ms","start":"2026-04-28T03:31:12.74189Z","end":"2026-04-28T03:31:13.302427Z","steps":["trace[1763803173] 'agreement among raft nodes before linearized reading' (duration: 559.690884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:13.302455Z","caller":"traceutil/trace.go:171","msg":"trace[418404135] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4356; }","duration":"782.442551ms","start":"2026-04-28T03:31:12.520002Z","end":"2026-04-28T03:31:13.302444Z","steps":["trace[418404135] 'agreement among raft nodes before linearized reading' (duration: 782.065252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:13.302478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.741829Z","time spent":"560.637786ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":181,"response size":142713,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-28T03:31:13.302487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:12.519979Z","time spent":"782.498071ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T03:31:15.364787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780933685s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:15.364867Z","caller":"traceutil/trace.go:171","msg":"trace[73240594] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4630; }","duration":"1.680582996s","start":"2026-04-28T03:31:13.684268Z","end":"2026-04-28T03:31:15.364851Z","steps":["trace[73240594] 'read index received' (duration: 37.951µs)","trace[73240594] 'applied index is now lower than readState.Index' (duration: 1.680544115s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:15.365079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680802472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4534"} {"level":"info","ts":"2026-04-28T03:31:15.365109Z","caller":"traceutil/trace.go:171","msg":"trace[270511016] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4365; }","duration":"1.680863274s","start":"2026-04-28T03:31:13.684238Z","end":"2026-04-28T03:31:15.365101Z","steps":["trace[270511016] 'agreement among raft nodes before linearized reading' (duration: 1.680688349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.365133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.684221Z","time spent":"1.680906024s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4557,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:31:15.36534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651708335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:15.364923Z","caller":"traceutil/trace.go:171","msg":"trace[1524615356] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"1.790896711s","start":"2026-04-28T03:31:13.573992Z","end":"2026-04-28T03:31:15.364889Z","steps":["trace[1524615356] 'compare' (duration: 1.780521856s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:15.365412Z","caller":"traceutil/trace.go:171","msg":"trace[1118980254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4365; }","duration":"1.651860618s","start":"2026-04-28T03:31:13.713534Z","end":"2026-04-28T03:31:15.365395Z","steps":["trace[1118980254] 'agreement among raft nodes before linearized reading' (duration: 1.651638733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.36544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058761248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"warn","ts":"2026-04-28T03:31:15.365414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.02599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-28T03:31:15.365453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05618865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:31:15.365459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.573973Z","time spent":"1.791441864s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:31:15.365479Z","caller":"traceutil/trace.go:171","msg":"trace[1543199499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4365; }","duration":"1.05882772s","start":"2026-04-28T03:31:14.306642Z","end":"2026-04-28T03:31:15.365469Z","steps":["trace[1543199499] 'agreement among raft nodes before linearized reading' (duration: 1.058749778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.36546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.113246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:15.365504Z","caller":"traceutil/trace.go:171","msg":"trace[1511883916] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4365; }","duration":"996.156763ms","start":"2026-04-28T03:31:14.369323Z","end":"2026-04-28T03:31:15.36548Z","steps":["trace[1511883916] 'agreement among raft nodes before linearized reading' (duration: 995.99504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.365549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.36923Z","time spent":"996.307236ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:31:15.365563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450648499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:31:15.365586Z","caller":"traceutil/trace.go:171","msg":"trace[1194812332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4365; }","duration":"1.450695219s","start":"2026-04-28T03:31:13.914884Z","end":"2026-04-28T03:31:15.365579Z","steps":["trace[1194812332] 'agreement among raft nodes before linearized reading' (duration: 1.450631478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.365609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.914867Z","time spent":"1.450737561s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:15.365448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:13.713506Z","time spent":"1.651929979s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-28T03:31:15.365551Z","caller":"traceutil/trace.go:171","msg":"trace[406356449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4365; }","duration":"319.257268ms","start":"2026-04-28T03:31:15.046273Z","end":"2026-04-28T03:31:15.36553Z","steps":["trace[406356449] 'agreement among raft nodes before linearized reading' (duration: 319.104315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.365746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.046252Z","time spent":"319.485554ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:15.365498Z","caller":"traceutil/trace.go:171","msg":"trace[1942813696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4365; }","duration":"1.056250541s","start":"2026-04-28T03:31:14.309235Z","end":"2026-04-28T03:31:15.365486Z","steps":["trace[1942813696] 'agreement among raft nodes before linearized reading' (duration: 1.056117478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.365377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248054529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T03:31:15.365892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.309228Z","time spent":"1.056591919s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:31:15.365975Z","caller":"traceutil/trace.go:171","msg":"trace[1251229191] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4365; }","duration":"1.248671251s","start":"2026-04-28T03:31:14.117276Z","end":"2026-04-28T03:31:15.365947Z","steps":["trace[1251229191] 'agreement among raft nodes before linearized reading' (duration: 1.248064518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.366021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.117251Z","time spent":"1.248758474s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:15.365501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259321122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:15.366131Z","caller":"traceutil/trace.go:171","msg":"trace[800537005] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4365; }","duration":"1.259975467s","start":"2026-04-28T03:31:14.106148Z","end":"2026-04-28T03:31:15.366124Z","steps":["trace[800537005] 'agreement among raft nodes before linearized reading' (duration: 1.259319223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:15.366155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.106132Z","time spent":"1.260015398s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:15.365501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:14.306621Z","time spent":"1.0588744s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:15.872132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:16.372294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:16.872864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:17.342068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.971394022s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:18.046921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:18.047057Z","caller":"traceutil/trace.go:171","msg":"trace[589347254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005521s","start":"2026-04-28T03:31:16.046979Z","end":"2026-04-28T03:31:18.047035Z","steps":["trace[589347254] 'agreement among raft nodes before linearized reading' (duration: 1.999898797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.047117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.046956Z","time spent":"2.000149193s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:18.429201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086829653s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:18.429431Z","caller":"traceutil/trace.go:171","msg":"trace[1300282284] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"3.058944381s","start":"2026-04-28T03:31:15.370393Z","end":"2026-04-28T03:31:18.429337Z","steps":["trace[1300282284] 'process raft request' (duration: 1.971875893s)","trace[1300282284] 'compare' (duration: 1.08581474s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:18.429528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.370357Z","time spent":"3.059119314s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:18.888735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546416794s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:31:18.889586Z","caller":"traceutil/trace.go:171","msg":"trace[346335466] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"3.514747507s","start":"2026-04-28T03:31:15.374819Z","end":"2026-04-28T03:31:18.889566Z","steps":["trace[346335466] 'process raft request' (duration: 3.514621024s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.889575Z","caller":"traceutil/trace.go:171","msg":"trace[1156786198] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"3.518922341s","start":"2026-04-28T03:31:15.370597Z","end":"2026-04-28T03:31:18.889519Z","steps":["trace[1156786198] 'process raft request' (duration: 3.518719847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.889711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.374809Z","time spent":"3.514825588s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:18.889721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.370581Z","time spent":"3.519067894s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:18.889876Z","caller":"traceutil/trace.go:171","msg":"trace[1664629270] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"2.209032406s","start":"2026-04-28T03:31:16.680826Z","end":"2026-04-28T03:31:18.889858Z","steps":["trace[1664629270] 'process raft request' (duration: 2.208686078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.889969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.680804Z","time spent":"2.209121058s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:18.889995Z","caller":"traceutil/trace.go:171","msg":"trace[1817885455] linearizableReadLoop","detail":"{readStateIndex:4635; appliedIndex:4631; }","duration":"3.518117292s","start":"2026-04-28T03:31:15.371838Z","end":"2026-04-28T03:31:18.889955Z","steps":["trace[1817885455] 'read index received' (duration: 1.97044632s)","trace[1817885455] 'applied index is now lower than readState.Index' (duration: 1.547669292s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:18.890035Z","caller":"traceutil/trace.go:171","msg":"trace[690441422] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"1.760075174s","start":"2026-04-28T03:31:17.129945Z","end":"2026-04-28T03:31:18.890021Z","steps":["trace[690441422] 'process raft request' (duration: 1.759811208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.890095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.129917Z","time spent":"1.760151456s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:18.890139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518299277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:18.890179Z","caller":"traceutil/trace.go:171","msg":"trace[842526097] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4370; }","duration":"3.518355668s","start":"2026-04-28T03:31:15.371815Z","end":"2026-04-28T03:31:18.890171Z","steps":["trace[842526097] 'agreement among raft nodes before linearized reading' (duration: 3.518229295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.890204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.371808Z","time spent":"3.518389569s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:18.896326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.433251Z","time spent":"463.06312ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:18.896355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.285628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.896408Z","caller":"traceutil/trace.go:171","msg":"trace[807426242] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4370; }","duration":"422.34565ms","start":"2026-04-28T03:31:18.474048Z","end":"2026-04-28T03:31:18.896393Z","steps":["trace[807426242] 'agreement among raft nodes before linearized reading' (duration: 422.265708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.896432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.473986Z","time spent":"422.439361ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:18.896443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337350677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T03:31:18.8965Z","caller":"traceutil/trace.go:171","msg":"trace[1113743845] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4370; }","duration":"1.337435579s","start":"2026-04-28T03:31:17.559049Z","end":"2026-04-28T03:31:18.896485Z","steps":["trace[1113743845] 'agreement among raft nodes before linearized reading' (duration: 1.337286305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.896538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.558989Z","time spent":"1.337543241s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:18.896545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89344298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T03:31:18.896601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901787398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.896635Z","caller":"traceutil/trace.go:171","msg":"trace[1703580101] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4370; }","duration":"1.9018627s","start":"2026-04-28T03:31:16.994764Z","end":"2026-04-28T03:31:18.896626Z","steps":["trace[1703580101] 'agreement among raft nodes before linearized reading' (duration: 1.901814769s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.896635Z","caller":"traceutil/trace.go:171","msg":"trace[307758235] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:4370; }","duration":"1.893544923s","start":"2026-04-28T03:31:17.00307Z","end":"2026-04-28T03:31:18.896615Z","steps":["trace[307758235] 'agreement among raft nodes before linearized reading' (duration: 1.893253676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.896662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.99474Z","time spent":"1.901915681s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:18.896679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.003016Z","time spent":"1.893650945s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:31:18.896694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.984925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.896716Z","caller":"traceutil/trace.go:171","msg":"trace[66463589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4370; }","duration":"508.054517ms","start":"2026-04-28T03:31:18.388654Z","end":"2026-04-28T03:31:18.896708Z","steps":["trace[66463589] 'agreement among raft nodes before linearized reading' (duration: 508.019386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.896741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.388629Z","time spent":"508.106848ms","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:18.89677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94209297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:18.897063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524551058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:18.897109Z","caller":"traceutil/trace.go:171","msg":"trace[2081933018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4370; }","duration":"2.52463702s","start":"2026-04-28T03:31:16.372457Z","end":"2026-04-28T03:31:18.897094Z","steps":["trace[2081933018] 'agreement among raft nodes before linearized reading' (duration: 2.524558448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.694941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:18.897141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.372427Z","time spent":"2.524707732s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:31:18.897145Z","caller":"traceutil/trace.go:171","msg":"trace[627540416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4370; }","duration":"849.766432ms","start":"2026-04-28T03:31:18.047369Z","end":"2026-04-28T03:31:18.897136Z","steps":["trace[627540416] 'agreement among raft nodes before linearized reading' (duration: 849.697491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.89717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52640116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"warn","ts":"2026-04-28T03:31:18.897175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.047348Z","time spent":"849.820074ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:18.897201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124747558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.897218Z","caller":"traceutil/trace.go:171","msg":"trace[851402167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4370; }","duration":"2.526496682s","start":"2026-04-28T03:31:16.37071Z","end":"2026-04-28T03:31:18.897206Z","steps":["trace[851402167] 'agreement among raft nodes before linearized reading' (duration: 2.526350268s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.897237Z","caller":"traceutil/trace.go:171","msg":"trace[1311814020] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:4370; }","duration":"3.12482245s","start":"2026-04-28T03:31:15.772404Z","end":"2026-04-28T03:31:18.897227Z","steps":["trace[1311814020] 'agreement among raft nodes before linearized reading' (duration: 3.124754859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.89725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.370683Z","time spent":"2.526557954s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:18.897264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.77238Z","time spent":"3.124876601s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-28T03:31:18.89686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520291893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:31:18.897345Z","caller":"traceutil/trace.go:171","msg":"trace[1935098227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4370; }","duration":"1.520779283s","start":"2026-04-28T03:31:17.376553Z","end":"2026-04-28T03:31:18.897332Z","steps":["trace[1935098227] 'agreement among raft nodes before linearized reading' (duration: 1.520257682s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:18.897067Z","caller":"traceutil/trace.go:171","msg":"trace[298788967] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4370; }","duration":"1.942420676s","start":"2026-04-28T03:31:16.954638Z","end":"2026-04-28T03:31:18.897059Z","steps":["trace[298788967] 'agreement among raft nodes before linearized reading' (duration: 1.942110009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.376547Z","time spent":"1.520832304s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:18.897357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019132221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:31:18.896905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785462768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.897458Z","caller":"traceutil/trace.go:171","msg":"trace[1740881480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4370; }","duration":"1.019272895s","start":"2026-04-28T03:31:17.878153Z","end":"2026-04-28T03:31:18.897426Z","steps":["trace[1740881480] 'agreement among raft nodes before linearized reading' (duration: 1.01907289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.878132Z","time spent":"1.019385607s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:18.897398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:16.954599Z","time spent":"1.942786165s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:18.897467Z","caller":"traceutil/trace.go:171","msg":"trace[1315116517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4370; }","duration":"1.786052841s","start":"2026-04-28T03:31:17.111398Z","end":"2026-04-28T03:31:18.89745Z","steps":["trace[1315116517] 'agreement among raft nodes before linearized reading' (duration: 1.785485869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.111376Z","time spent":"1.786335079s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:18.896778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52281181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:18.897773Z","caller":"traceutil/trace.go:171","msg":"trace[1653932700] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4370; }","duration":"1.523843483s","start":"2026-04-28T03:31:17.373918Z","end":"2026-04-28T03:31:18.897762Z","steps":["trace[1653932700] 'agreement among raft nodes before linearized reading' (duration: 1.522681426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.373902Z","time spent":"1.523890895s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:18.896958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523040324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:18.89785Z","caller":"traceutil/trace.go:171","msg":"trace[1686628626] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4370; }","duration":"1.523949026s","start":"2026-04-28T03:31:17.373888Z","end":"2026-04-28T03:31:18.897837Z","steps":["trace[1686628626] 'agreement among raft nodes before linearized reading' (duration: 1.523029934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.897889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:17.373873Z","time spent":"1.524004517s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:18.897003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23363823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:18.897971Z","caller":"traceutil/trace.go:171","msg":"trace[157785050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4370; }","duration":"3.234598492s","start":"2026-04-28T03:31:15.663359Z","end":"2026-04-28T03:31:18.897958Z","steps":["trace[157785050] 'agreement among raft nodes before linearized reading' (duration: 3.23363074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:18.898004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:15.663282Z","time spent":"3.234710775s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:20.425436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.045595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:20.425534Z","caller":"traceutil/trace.go:171","msg":"trace[1636654385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4374; }","duration":"235.155597ms","start":"2026-04-28T03:31:20.190365Z","end":"2026-04-28T03:31:20.425521Z","steps":["trace[1636654385] 'range keys from in-memory index tree' (duration: 235.030244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:20.425766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386526479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:20.425895Z","caller":"traceutil/trace.go:171","msg":"trace[1115844621] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"1.495895941s","start":"2026-04-28T03:31:18.929964Z","end":"2026-04-28T03:31:20.42586Z","steps":["trace[1115844621] 'process raft request' (duration: 109.191888ms)","trace[1115844621] 'compare' (duration: 1.385096196s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:20.425962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.929952Z","time spent":"1.495978104s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:21.642475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.60332995s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:22.04506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:22.045163Z","caller":"traceutil/trace.go:171","msg":"trace[161698870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267995s","start":"2026-04-28T03:31:20.044873Z","end":"2026-04-28T03:31:22.045141Z","steps":["trace[161698870] 'agreement among raft nodes before linearized reading' (duration: 2.000145982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.045221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.04485Z","time spent":"2.000355877s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:22.35918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.401218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:22.359352Z","caller":"traceutil/trace.go:171","msg":"trace[102901576] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"1.573647989s","start":"2026-04-28T03:31:20.78569Z","end":"2026-04-28T03:31:22.359339Z","steps":["trace[102901576] 'process raft request' (duration: 1.573608488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.359396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.785637Z","time spent":"1.573738711s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:22.359485Z","caller":"traceutil/trace.go:171","msg":"trace[658916819] linearizableReadLoop","detail":"{readStateIndex:4643; appliedIndex:4641; }","duration":"3.356933938s","start":"2026-04-28T03:31:19.002526Z","end":"2026-04-28T03:31:22.35946Z","steps":["trace[658916819] 'read index received' (duration: 36.643639ms)","trace[658916819] 'applied index is now lower than readState.Index' (duration: 3.320287209s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:22.359536Z","caller":"traceutil/trace.go:171","msg":"trace[1526072495] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"3.426637584s","start":"2026-04-28T03:31:18.932876Z","end":"2026-04-28T03:31:22.359514Z","steps":["trace[1526072495] 'process raft request' (duration: 2.709840678s)","trace[1526072495] 'compare' (duration: 716.302236ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:22.359602Z","caller":"traceutil/trace.go:171","msg":"trace[26786763] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"1.930316413s","start":"2026-04-28T03:31:20.429277Z","end":"2026-04-28T03:31:22.359593Z","steps":["trace[26786763] 'process raft request' (duration: 1.929981736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.359627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:18.932867Z","time spent":"3.426698356s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:22.359675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.42926Z","time spent":"1.930368664s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:22.359694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357175113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-28T03:31:22.359704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292686656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:31:22.359721Z","caller":"traceutil/trace.go:171","msg":"trace[713605482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4378; }","duration":"3.357242985s","start":"2026-04-28T03:31:19.00247Z","end":"2026-04-28T03:31:22.359713Z","steps":["trace[713605482] 'agreement among raft nodes before linearized reading' (duration: 3.357109742s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.359729Z","caller":"traceutil/trace.go:171","msg":"trace[1553492678] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4378; }","duration":"3.292738177s","start":"2026-04-28T03:31:19.066985Z","end":"2026-04-28T03:31:22.359723Z","steps":["trace[1553492678] 'agreement among raft nodes before linearized reading' (duration: 3.292691866s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.359744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.06697Z","time spent":"3.292770968s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:31:22.359746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.002449Z","time spent":"3.357291586s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:22.359845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920798538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:22.359872Z","caller":"traceutil/trace.go:171","msg":"trace[856780479] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:4378; }","duration":"1.920852708s","start":"2026-04-28T03:31:20.439011Z","end":"2026-04-28T03:31:22.359863Z","steps":["trace[856780479] 'agreement among raft nodes before linearized reading' (duration: 1.920813967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.359897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.438992Z","time spent":"1.9208981s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-28T03:31:22.359962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456316255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:22.359991Z","caller":"traceutil/trace.go:171","msg":"trace[2054561147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4378; }","duration":"2.456382597s","start":"2026-04-28T03:31:19.903601Z","end":"2026-04-28T03:31:22.359984Z","steps":["trace[2054561147] 'agreement among raft nodes before linearized reading' (duration: 2.456243994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.90358Z","time spent":"2.456428708s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.396402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T03:31:22.360085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T03:31:22.360086Z","caller":"traceutil/trace.go:171","msg":"trace[1195007601] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4378; }","duration":"875.513315ms","start":"2026-04-28T03:31:21.484557Z","end":"2026-04-28T03:31:22.36007Z","steps":["trace[1195007601] 'agreement among raft nodes before linearized reading' (duration: 875.33648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.360106Z","caller":"traceutil/trace.go:171","msg":"trace[247901240] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4378; }","duration":"3.211079032s","start":"2026-04-28T03:31:19.14902Z","end":"2026-04-28T03:31:22.360099Z","steps":["trace[247901240] 'agreement among raft nodes before linearized reading' (duration: 3.211044401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443774674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:31:22.360123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.148998Z","time spent":"3.211121982s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.484541Z","time spent":"875.576267ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:31:22.360138Z","caller":"traceutil/trace.go:171","msg":"trace[1618326538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4378; }","duration":"1.443842055s","start":"2026-04-28T03:31:20.916289Z","end":"2026-04-28T03:31:22.360131Z","steps":["trace[1618326538] 'agreement among raft nodes before linearized reading' (duration: 1.443766264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45516669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:22.360162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.916272Z","time spent":"1.443885936s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:31:22.360177Z","caller":"traceutil/trace.go:171","msg":"trace[873462624] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4378; }","duration":"2.455226922s","start":"2026-04-28T03:31:19.904942Z","end":"2026-04-28T03:31:22.360169Z","steps":["trace[873462624] 'agreement among raft nodes before linearized reading' (duration: 2.455176731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458131128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:22.360165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235388801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:31:22.360203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.904926Z","time spent":"2.455269193s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:22.36021Z","caller":"traceutil/trace.go:171","msg":"trace[321813002] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4378; }","duration":"2.235473623s","start":"2026-04-28T03:31:20.124729Z","end":"2026-04-28T03:31:22.360203Z","steps":["trace[321813002] 'agreement among raft nodes before linearized reading' (duration: 2.23533018s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.360214Z","caller":"traceutil/trace.go:171","msg":"trace[1686282559] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4378; }","duration":"1.45820727s","start":"2026-04-28T03:31:20.901992Z","end":"2026-04-28T03:31:22.360199Z","steps":["trace[1686282559] 'agreement among raft nodes before linearized reading' (duration: 1.458057296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.124712Z","time spent":"2.235518823s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.901983Z","time spent":"1.4582483s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290072828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T03:31:22.360269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458484406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:22.360232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455295584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:22.360342Z","caller":"traceutil/trace.go:171","msg":"trace[367522655] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4378; }","duration":"1.458576597s","start":"2026-04-28T03:31:20.901743Z","end":"2026-04-28T03:31:22.360319Z","steps":["trace[367522655] 'agreement among raft nodes before linearized reading' (duration: 1.458365903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46398165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:31:22.360344Z","caller":"traceutil/trace.go:171","msg":"trace[2002989450] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4378; }","duration":"2.455453697s","start":"2026-04-28T03:31:19.904872Z","end":"2026-04-28T03:31:22.360326Z","steps":["trace[2002989450] 'agreement among raft nodes before linearized reading' (duration: 2.455281603s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:22.360382Z","caller":"traceutil/trace.go:171","msg":"trace[915735120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4378; }","duration":"1.464040932s","start":"2026-04-28T03:31:20.896337Z","end":"2026-04-28T03:31:22.360377Z","steps":["trace[915735120] 'agreement among raft nodes before linearized reading' (duration: 1.463994981s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.896311Z","time spent":"1.464082653s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.90173Z","time spent":"1.45865375s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.904852Z","time spent":"2.455535719s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:22.360439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.655591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:22.360464Z","caller":"traceutil/trace.go:171","msg":"trace[1026206670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4378; }","duration":"301.716181ms","start":"2026-04-28T03:31:22.05874Z","end":"2026-04-28T03:31:22.360457Z","steps":["trace[1026206670] 'agreement among raft nodes before linearized reading' (duration: 301.67161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.058719Z","time spent":"301.759243ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:31:22.360304Z","caller":"traceutil/trace.go:171","msg":"trace[968245150] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:4378; }","duration":"3.290106018s","start":"2026-04-28T03:31:19.070194Z","end":"2026-04-28T03:31:22.3603Z","steps":["trace[968245150] 'agreement among raft nodes before linearized reading' (duration: 3.290001596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458485385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"warn","ts":"2026-04-28T03:31:22.360541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.070185Z","time spent":"3.290350493s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T03:31:22.360557Z","caller":"traceutil/trace.go:171","msg":"trace[1745352366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4378; }","duration":"2.459031798s","start":"2026-04-28T03:31:19.901516Z","end":"2026-04-28T03:31:22.360548Z","steps":["trace[1745352366] 'agreement among raft nodes before linearized reading' (duration: 2.458481694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:19.901496Z","time spent":"2.459079439s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:22.360605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.185307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:22.360638Z","caller":"traceutil/trace.go:171","msg":"trace[1634877161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4378; }","duration":"315.257788ms","start":"2026-04-28T03:31:22.045371Z","end":"2026-04-28T03:31:22.360628Z","steps":["trace[1634877161] 'agreement among raft nodes before linearized reading' (duration: 315.199947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.262469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:22.36066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.045348Z","time spent":"315.306909ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:22.360676Z","caller":"traceutil/trace.go:171","msg":"trace[1765240013] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4378; }","duration":"580.31024ms","start":"2026-04-28T03:31:21.78036Z","end":"2026-04-28T03:31:22.360671Z","steps":["trace[1765240013] 'agreement among raft nodes before linearized reading' (duration: 580.27683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.360693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:21.780343Z","time spent":"580.345001ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:22.375226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81692135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:22.375278Z","caller":"traceutil/trace.go:171","msg":"trace[1504061835] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4378; }","duration":"1.817013952s","start":"2026-04-28T03:31:20.558253Z","end":"2026-04-28T03:31:22.375267Z","steps":["trace[1504061835] 'agreement among raft nodes before linearized reading' (duration: 1.80147016s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.375302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.55823Z","time spent":"1.817066294s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:22.375226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03941389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:22.375373Z","caller":"traceutil/trace.go:171","msg":"trace[122022070] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4378; }","duration":"2.039621065s","start":"2026-04-28T03:31:20.33574Z","end":"2026-04-28T03:31:22.375361Z","steps":["trace[122022070] 'agreement among raft nodes before linearized reading' (duration: 2.02433097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:22.375404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:20.335712Z","time spent":"2.039685226s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:22.872519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:23.37268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:23.873233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:24.371969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:24.37206Z","caller":"traceutil/trace.go:171","msg":"trace[110601581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406578s","start":"2026-04-28T03:31:22.371626Z","end":"2026-04-28T03:31:24.372033Z","steps":["trace[110601581] 'agreement among raft nodes before linearized reading' (duration: 2.000305886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:24.372133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.371616Z","time spent":"2.00049875s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:24.37429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:24.414023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042666903s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:24.74683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.407775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:24.74696Z","caller":"traceutil/trace.go:171","msg":"trace[1127244643] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"2.375778475s","start":"2026-04-28T03:31:22.371155Z","end":"2026-04-28T03:31:24.746933Z","steps":["trace[1127244643] 'process raft request' (duration: 2.043136484s)","trace[1127244643] 'compare' (duration: 331.71535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:24.747046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.371143Z","time spent":"2.375860678s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:26.021924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607682489s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:26.022355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.371555Z","time spent":"3.650794123s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:31:26.022538Z","caller":"traceutil/trace.go:171","msg":"trace[221088475] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"3.647578139s","start":"2026-04-28T03:31:22.374924Z","end":"2026-04-28T03:31:26.022502Z","steps":["trace[221088475] 'process raft request' (duration: 3.647279472s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:26.022587Z","caller":"traceutil/trace.go:171","msg":"trace[455960807] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"3.645030201s","start":"2026-04-28T03:31:22.37753Z","end":"2026-04-28T03:31:26.022561Z","steps":["trace[455960807] 'process raft request' (duration: 3.644818727s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.022689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.3749Z","time spent":"3.647723003s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:26.022733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.377521Z","time spent":"3.645121474s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:26.022896Z","caller":"traceutil/trace.go:171","msg":"trace[1304265103] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"3.643509588s","start":"2026-04-28T03:31:22.379357Z","end":"2026-04-28T03:31:26.022866Z","steps":["trace[1304265103] 'process raft request' (duration: 3.643074668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.023051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.379342Z","time spent":"3.64362843s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6244,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:26.051814Z","caller":"traceutil/trace.go:171","msg":"trace[1118923416] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4645; }","duration":"3.680113715s","start":"2026-04-28T03:31:22.371669Z","end":"2026-04-28T03:31:26.051782Z","steps":["trace[1118923416] 'read index received' (duration: 2.042583312s)","trace[1118923416] 'applied index is now lower than readState.Index' (duration: 1.637528722s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:26.065466Z","caller":"traceutil/trace.go:171","msg":"trace[1097291646] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"1.31361555s","start":"2026-04-28T03:31:24.751816Z","end":"2026-04-28T03:31:26.065431Z","steps":["trace[1097291646] 'process raft request' (duration: 1.31314854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.065628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.751781Z","time spent":"1.313770173s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:26.081011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927738775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:26.081062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702442551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:26.081116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234250675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:26.081155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594756346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:26.081218Z","caller":"traceutil/trace.go:171","msg":"trace[1828490621] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4384; }","duration":"2.234411109s","start":"2026-04-28T03:31:23.846778Z","end":"2026-04-28T03:31:26.081189Z","steps":["trace[1828490621] 'agreement among raft nodes before linearized reading' (duration: 2.234222375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708985559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:26.081151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712816076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:26.081316Z","caller":"traceutil/trace.go:171","msg":"trace[401244753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4384; }","duration":"1.709046331s","start":"2026-04-28T03:31:24.37226Z","end":"2026-04-28T03:31:26.081306Z","steps":["trace[401244753] 'agreement among raft nodes before linearized reading' (duration: 1.708992089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:26.081324Z","caller":"traceutil/trace.go:171","msg":"trace[31173240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4384; }","duration":"2.713033791s","start":"2026-04-28T03:31:23.368278Z","end":"2026-04-28T03:31:26.081312Z","steps":["trace[31173240] 'agreement among raft nodes before linearized reading' (duration: 2.712780845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.275366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:31:26.081381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130712365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T03:31:26.081416Z","caller":"traceutil/trace.go:171","msg":"trace[922818873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4384; }","duration":"268.357947ms","start":"2026-04-28T03:31:25.813026Z","end":"2026-04-28T03:31:26.081384Z","steps":["trace[922818873] 'agreement among raft nodes before linearized reading' (duration: 268.227934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374563559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:26.081486Z","caller":"traceutil/trace.go:171","msg":"trace[1054454915] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4384; }","duration":"1.374601629s","start":"2026-04-28T03:31:24.706877Z","end":"2026-04-28T03:31:26.081478Z","steps":["trace[1054454915] 'agreement among raft nodes before linearized reading' (duration: 1.374508327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.706788Z","time spent":"1.374732222s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":35,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:26.081534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009409181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:26.081567Z","caller":"traceutil/trace.go:171","msg":"trace[1510148553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4384; }","duration":"1.009483883s","start":"2026-04-28T03:31:25.07207Z","end":"2026-04-28T03:31:26.081554Z","steps":["trace[1510148553] 'agreement among raft nodes before linearized reading' (duration: 1.009442082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:25.072045Z","time spent":"1.009571845s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:26.081481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.569492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:31:26.081673Z","caller":"traceutil/trace.go:171","msg":"trace[493634937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4384; }","duration":"437.779427ms","start":"2026-04-28T03:31:25.643879Z","end":"2026-04-28T03:31:26.081658Z","steps":["trace[493634937] 'agreement among raft nodes before linearized reading' (duration: 437.571213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:25.643864Z","time spent":"437.836668ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:26.081573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379037369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:26.081814Z","caller":"traceutil/trace.go:171","msg":"trace[964550533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4384; }","duration":"1.379284034s","start":"2026-04-28T03:31:24.702515Z","end":"2026-04-28T03:31:26.081799Z","steps":["trace[964550533] 'agreement among raft nodes before linearized reading' (duration: 1.378980638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.642104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-28T03:31:26.081861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.702454Z","time spent":"1.379391706s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:26.081276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:23.84676Z","time spent":"2.234505442s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:26.081892Z","caller":"traceutil/trace.go:171","msg":"trace[578875151] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4384; }","duration":"134.748436ms","start":"2026-04-28T03:31:25.947128Z","end":"2026-04-28T03:31:26.081876Z","steps":["trace[578875151] 'agreement among raft nodes before linearized reading' (duration: 134.629114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602978361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:26.081218Z","caller":"traceutil/trace.go:171","msg":"trace[1938181569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4384; }","duration":"2.594863858s","start":"2026-04-28T03:31:23.486338Z","end":"2026-04-28T03:31:26.081202Z","steps":["trace[1938181569] 'agreement among raft nodes before linearized reading' (duration: 2.594774846s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:26.082051Z","caller":"traceutil/trace.go:171","msg":"trace[566971315] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4384; }","duration":"3.603746718s","start":"2026-04-28T03:31:22.478286Z","end":"2026-04-28T03:31:26.082033Z","steps":["trace[566971315] 'agreement among raft nodes before linearized reading' (duration: 3.602893189s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:26.08143Z","caller":"traceutil/trace.go:171","msg":"trace[1827013719] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4384; }","duration":"1.130793897s","start":"2026-04-28T03:31:24.950624Z","end":"2026-04-28T03:31:26.081418Z","steps":["trace[1827013719] 'agreement among raft nodes before linearized reading' (duration: 1.130686615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.082151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.657025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:26.082181Z","caller":"traceutil/trace.go:171","msg":"trace[1019664583] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4384; }","duration":"211.733497ms","start":"2026-04-28T03:31:25.870439Z","end":"2026-04-28T03:31:26.082173Z","steps":["trace[1019664583] 'agreement among raft nodes before linearized reading' (duration: 211.682346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.082206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.292186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:26.081356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.372244Z","time spent":"1.709104251s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:31:26.082466Z","caller":"traceutil/trace.go:171","msg":"trace[360327752] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4384; }","duration":"249.389899ms","start":"2026-04-28T03:31:25.832867Z","end":"2026-04-28T03:31:26.082257Z","steps":["trace[360327752] 'agreement among raft nodes before linearized reading' (duration: 249.257146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.082169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.950604Z","time spent":"1.131545463s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:31:26.082591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.650411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:31:26.082631Z","caller":"traceutil/trace.go:171","msg":"trace[533723337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4384; }","duration":"267.730413ms","start":"2026-04-28T03:31:25.814892Z","end":"2026-04-28T03:31:26.082622Z","steps":["trace[533723337] 'agreement among raft nodes before linearized reading' (duration: 267.63158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:23.368251Z","time spent":"2.713096712s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:26.081769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703636647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:116825"} {"level":"info","ts":"2026-04-28T03:31:26.082784Z","caller":"traceutil/trace.go:171","msg":"trace[32422405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4384; }","duration":"3.7046695s","start":"2026-04-28T03:31:22.378096Z","end":"2026-04-28T03:31:26.082766Z","steps":["trace[32422405] 'agreement among raft nodes before linearized reading' (duration: 3.703501294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.082851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.378083Z","time spent":"3.704748051s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":116848,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:31:26.082096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.478265Z","time spent":"3.60381467s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-28T03:31:26.081099Z","caller":"traceutil/trace.go:171","msg":"trace[207341414] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4384; }","duration":"1.927830037s","start":"2026-04-28T03:31:24.15323Z","end":"2026-04-28T03:31:26.08106Z","steps":["trace[207341414] 'agreement among raft nodes before linearized reading' (duration: 1.927700104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.083188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.15318Z","time spent":"1.929988296s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:26.082096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:23.486312Z","time spent":"2.595768158s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:26.08116Z","caller":"traceutil/trace.go:171","msg":"trace[2116849180] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4384; }","duration":"1.702574085s","start":"2026-04-28T03:31:24.378565Z","end":"2026-04-28T03:31:26.081139Z","steps":["trace[2116849180] 'agreement among raft nodes before linearized reading' (duration: 1.702323619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.083441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.378554Z","time spent":"1.704877117s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:26.082107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697498778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"info","ts":"2026-04-28T03:31:26.083594Z","caller":"traceutil/trace.go:171","msg":"trace[316350627] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:4384; }","duration":"3.698998743s","start":"2026-04-28T03:31:22.384582Z","end":"2026-04-28T03:31:26.083581Z","steps":["trace[316350627] 'agreement among raft nodes before linearized reading' (duration: 3.696750422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.083627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:22.384575Z","time spent":"3.699043534s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235694,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:31:26.081081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703827912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3615"} {"level":"info","ts":"2026-04-28T03:31:26.084291Z","caller":"traceutil/trace.go:171","msg":"trace[1222124822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4384; }","duration":"2.707048504s","start":"2026-04-28T03:31:23.377199Z","end":"2026-04-28T03:31:26.084248Z","steps":["trace[1222124822] 'agreement among raft nodes before linearized reading' (duration: 2.703718609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.081231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702673107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:26.084362Z","caller":"traceutil/trace.go:171","msg":"trace[1769052260] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4384; }","duration":"1.705813757s","start":"2026-04-28T03:31:24.378528Z","end":"2026-04-28T03:31:26.084342Z","steps":["trace[1769052260] 'agreement among raft nodes before linearized reading' (duration: 1.702594344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.084406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:24.378514Z","time spent":"1.705881169s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:26.084465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:23.377177Z","time spent":"2.707161337s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:26.364101Z","caller":"traceutil/trace.go:171","msg":"trace[1495277832] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"102.842566ms","start":"2026-04-28T03:31:26.261233Z","end":"2026-04-28T03:31:26.364076Z","steps":["trace[1495277832] 'process raft request' (duration: 92.197085ms)","trace[1495277832] 'compare' (duration: 10.513198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:28.950764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.989396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:31:28.950854Z","caller":"traceutil/trace.go:171","msg":"trace[698899210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4409; }","duration":"857.112888ms","start":"2026-04-28T03:31:28.093716Z","end":"2026-04-28T03:31:28.950829Z","steps":["trace[698899210] 'range keys from in-memory index tree' (duration: 856.824262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.95092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.093701Z","time spent":"857.201871ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281594665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:28.95109Z","caller":"traceutil/trace.go:171","msg":"trace[1480904491] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4409; }","duration":"2.281730788s","start":"2026-04-28T03:31:26.66934Z","end":"2026-04-28T03:31:28.951071Z","steps":["trace[1480904491] 'count revisions from in-memory index tree' (duration: 2.281472682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.951144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:26.669324Z","time spent":"2.281809219s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:28.951441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048014195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:31:28.951481Z","caller":"traceutil/trace.go:171","msg":"trace[811814155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4409; }","duration":"2.048087696s","start":"2026-04-28T03:31:26.903382Z","end":"2026-04-28T03:31:28.95147Z","steps":["trace[811814155] 'range keys from in-memory index tree' (duration: 2.04782579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.951514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:26.90336Z","time spent":"2.048143617s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.540163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:31:28.951509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760097665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:28.951574Z","caller":"traceutil/trace.go:171","msg":"trace[913891254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4409; }","duration":"924.630466ms","start":"2026-04-28T03:31:28.026929Z","end":"2026-04-28T03:31:28.951559Z","steps":["trace[913891254] 'range keys from in-memory index tree' (duration: 924.360799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.951634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.026908Z","time spent":"924.713757ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.389229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:28.951742Z","caller":"traceutil/trace.go:171","msg":"trace[302839993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4409; }","duration":"908.4585ms","start":"2026-04-28T03:31:28.043272Z","end":"2026-04-28T03:31:28.95173Z","steps":["trace[302839993] 'range keys from in-memory index tree' (duration: 908.326117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.951779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.043253Z","time spent":"908.518261ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.661614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:28.951858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861976518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:28.951899Z","caller":"traceutil/trace.go:171","msg":"trace[50510698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4409; }","duration":"1.86205853s","start":"2026-04-28T03:31:27.08983Z","end":"2026-04-28T03:31:28.951889Z","steps":["trace[50510698] 'range keys from in-memory index tree' (duration: 1.861763844s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.951905Z","caller":"traceutil/trace.go:171","msg":"trace[1072477465] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4409; }","duration":"862.850549ms","start":"2026-04-28T03:31:28.089035Z","end":"2026-04-28T03:31:28.951885Z","steps":["trace[1072477465] 'range keys from in-memory index tree' (duration: 862.408347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.951928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:27.089802Z","time spent":"1.862118312s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.089013Z","time spent":"862.93237ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142640534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3735"} {"level":"info","ts":"2026-04-28T03:31:28.952013Z","caller":"traceutil/trace.go:171","msg":"trace[647462371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4409; }","duration":"2.142859128s","start":"2026-04-28T03:31:26.809131Z","end":"2026-04-28T03:31:28.95199Z","steps":["trace[647462371] 'range keys from in-memory index tree' (duration: 2.142475731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.952029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.8975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:28.951586Z","caller":"traceutil/trace.go:171","msg":"trace[1342803188] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4409; }","duration":"1.760217967s","start":"2026-04-28T03:31:27.191352Z","end":"2026-04-28T03:31:28.95157Z","steps":["trace[1342803188] 'count revisions from in-memory index tree' (duration: 1.760020393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.952067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:26.809113Z","time spent":"2.142939641s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3758,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:28.951908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203919569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-28T03:31:28.952089Z","caller":"traceutil/trace.go:171","msg":"trace[408203347] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4409; }","duration":"863.011562ms","start":"2026-04-28T03:31:28.089058Z","end":"2026-04-28T03:31:28.95207Z","steps":["trace[408203347] 'range keys from in-memory index tree' (duration: 862.708445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.952102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:27.191332Z","time spent":"1.76074785s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:28.95213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857894127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3735"} {"level":"warn","ts":"2026-04-28T03:31:28.952134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.089037Z","time spent":"863.084704ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:28.95214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167143438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:4 size:293856"} {"level":"info","ts":"2026-04-28T03:31:28.952139Z","caller":"traceutil/trace.go:171","msg":"trace[296215549] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4409; }","duration":"2.204164995s","start":"2026-04-28T03:31:26.747943Z","end":"2026-04-28T03:31:28.952108Z","steps":["trace[296215549] 'range keys from in-memory index tree' (duration: 2.203831388s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.952165Z","caller":"traceutil/trace.go:171","msg":"trace[479776382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4409; }","duration":"1.857971589s","start":"2026-04-28T03:31:27.094181Z","end":"2026-04-28T03:31:28.952153Z","steps":["trace[479776382] 'range keys from in-memory index tree' (duration: 1.857762864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.952204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:27.094159Z","time spent":"1.85803736s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3758,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:28.952216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:26.747922Z","time spent":"2.204272628s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:31:28.97407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.670855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:28.974207Z","caller":"traceutil/trace.go:171","msg":"trace[1396119696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4409; }","duration":"184.633985ms","start":"2026-04-28T03:31:28.789547Z","end":"2026-04-28T03:31:28.974181Z","steps":["trace[1396119696] 'count revisions from in-memory index tree' (duration: 161.582952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:28.974214Z","caller":"traceutil/trace.go:171","msg":"trace[611538328] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:4; response_revision:4409; }","duration":"2.189239858s","start":"2026-04-28T03:31:26.78493Z","end":"2026-04-28T03:31:28.974169Z","steps":["trace[611538328] 'range keys from in-memory index tree' (duration: 2.166877902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:28.97434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:26.784904Z","time spent":"2.189392332s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":293879,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:31:29.455701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:29.956927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:30.335934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387994052s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:31:30.336332Z","caller":"traceutil/trace.go:171","msg":"trace[874887679] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"1.388467663s","start":"2026-04-28T03:31:28.947846Z","end":"2026-04-28T03:31:30.336314Z","steps":["trace[874887679] 'process raft request' (duration: 1.3883474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:30.336424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.947828Z","time spent":"1.388537244s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:30.954508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:30.954579Z","caller":"traceutil/trace.go:171","msg":"trace[1981140931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999854774s","start":"2026-04-28T03:31:28.95471Z","end":"2026-04-28T03:31:30.954565Z","steps":["trace[1981140931] 'agreement among raft nodes before linearized reading' (duration: 1.999763952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:30.954615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.954695Z","time spent":"1.999912785s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:32.960762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:32.960865Z","caller":"traceutil/trace.go:171","msg":"trace[1119828482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392938s","start":"2026-04-28T03:31:30.960449Z","end":"2026-04-28T03:31:32.960842Z","steps":["trace[1119828482] 'agreement among raft nodes before linearized reading' (duration: 2.000269335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:32.960922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:30.960443Z","time spent":"2.00046532s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:33.888932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.552804257s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:31:33.889391Z","caller":"traceutil/trace.go:171","msg":"trace[1049147923] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"4.914043224s","start":"2026-04-28T03:31:28.97532Z","end":"2026-04-28T03:31:33.889363Z","steps":["trace[1049147923] 'process raft request' (duration: 4.913835619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:33.889545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.975299Z","time spent":"4.914167986s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:33.889599Z","caller":"traceutil/trace.go:171","msg":"trace[1661678413] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"4.914237628s","start":"2026-04-28T03:31:28.975348Z","end":"2026-04-28T03:31:33.889586Z","steps":["trace[1661678413] 'process raft request' (duration: 4.913972232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:33.88966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.975337Z","time spent":"4.914294639s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:33.889742Z","caller":"traceutil/trace.go:171","msg":"trace[1826575221] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"4.91434611s","start":"2026-04-28T03:31:28.975386Z","end":"2026-04-28T03:31:33.889732Z","steps":["trace[1826575221] 'process raft request' (duration: 4.914143116s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:33.889786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.975358Z","time spent":"4.914405812s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:33.889761Z","caller":"traceutil/trace.go:171","msg":"trace[1013943104] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4681; }","duration":"4.934989687s","start":"2026-04-28T03:31:28.954731Z","end":"2026-04-28T03:31:33.889721Z","steps":["trace[1013943104] 'read index received' (duration: 1.381532076s)","trace[1013943104] 'applied index is now lower than readState.Index' (duration: 3.553456291s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:34.16989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999536686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:34.170079Z","caller":"traceutil/trace.go:171","msg":"trace[422292658] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999787132s","start":"2026-04-28T03:31:29.170257Z","end":"2026-04-28T03:31:34.170044Z","steps":["trace[422292658] 'agreement among raft nodes before linearized reading' (duration: 4.999560777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.17017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.170238Z","time spent":"4.999908854s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 03:31:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:34.254819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00009595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:34.254927Z","caller":"traceutil/trace.go:171","msg":"trace[54600760] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.000250684s","start":"2026-04-28T03:31:29.254657Z","end":"2026-04-28T03:31:34.254908Z","steps":["trace[54600760] 'agreement among raft nodes before linearized reading' (duration: 5.000119681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.254975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.25464Z","time spent":"5.000324455s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:31:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:34.845487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999495265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:34.845594Z","caller":"traceutil/trace.go:171","msg":"trace[1346467390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999646959s","start":"2026-04-28T03:31:29.84592Z","end":"2026-04-28T03:31:34.845567Z","steps":["trace[1346467390] 'agreement among raft nodes before linearized reading' (duration: 4.999521636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.845655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.845904Z","time spent":"4.999731831s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 03:31:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:34.8754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.208294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:34.875477Z","caller":"traceutil/trace.go:171","msg":"trace[1510950607] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4685; }","duration":"985.641205ms","start":"2026-04-28T03:31:33.889818Z","end":"2026-04-28T03:31:34.87546Z","steps":["trace[1510950607] 'read index received' (duration: 418.401881ms)","trace[1510950607] 'applied index is now lower than readState.Index' (duration: 567.238094ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:34.875529Z","caller":"traceutil/trace.go:171","msg":"trace[185593581] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"2.236635089s","start":"2026-04-28T03:31:32.638884Z","end":"2026-04-28T03:31:34.875519Z","steps":["trace[185593581] 'process raft request' (duration: 1.669255601s)","trace[185593581] 'compare' (duration: 567.0369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:34.875569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:32.638861Z","time spent":"2.23668438s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:34.875779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750474786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:31:34.875804Z","caller":"traceutil/trace.go:171","msg":"trace[875052964] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4414; }","duration":"4.750540348s","start":"2026-04-28T03:31:30.125257Z","end":"2026-04-28T03:31:34.875797Z","steps":["trace[875052964] 'agreement among raft nodes before linearized reading' (duration: 4.750456206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.875798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918718951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:34.875825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:30.125181Z","time spent":"4.750639149s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:31:34.875853Z","caller":"traceutil/trace.go:171","msg":"trace[655487695] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4414; }","duration":"3.918799763s","start":"2026-04-28T03:31:30.957038Z","end":"2026-04-28T03:31:34.875838Z","steps":["trace[655487695] 'agreement among raft nodes before linearized reading' (duration: 3.918601168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.875894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:30.957024Z","time spent":"3.918858214s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:34.875968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916226124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:34.87599Z","caller":"traceutil/trace.go:171","msg":"trace[838358434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4414; }","duration":"4.916279165s","start":"2026-04-28T03:31:29.959704Z","end":"2026-04-28T03:31:34.875983Z","steps":["trace[838358434] 'agreement among raft nodes before linearized reading' (duration: 4.916216334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.95968Z","time spent":"4.916322605s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:34.87612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21320937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:34.876178Z","caller":"traceutil/trace.go:171","msg":"trace[836218490] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4414; }","duration":"1.213299892s","start":"2026-04-28T03:31:33.662864Z","end":"2026-04-28T03:31:34.876164Z","steps":["trace[836218490] 'agreement among raft nodes before linearized reading' (duration: 1.21321242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.662845Z","time spent":"1.213362684s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:34.876149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917329188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:31:34.876383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094594757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:34.876399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493155429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:34.876382Z","caller":"traceutil/trace.go:171","msg":"trace[112413958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4414; }","duration":"4.917570273s","start":"2026-04-28T03:31:29.95878Z","end":"2026-04-28T03:31:34.87635Z","steps":["trace[112413958] 'agreement among raft nodes before linearized reading' (duration: 4.917301667s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:34.876441Z","caller":"traceutil/trace.go:171","msg":"trace[2129048465] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4414; }","duration":"2.094658119s","start":"2026-04-28T03:31:32.781766Z","end":"2026-04-28T03:31:34.876424Z","steps":["trace[2129048465] 'agreement among raft nodes before linearized reading' (duration: 2.094555687s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:34.876452Z","caller":"traceutil/trace.go:171","msg":"trace[1122746648] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4414; }","duration":"3.493264181s","start":"2026-04-28T03:31:31.383175Z","end":"2026-04-28T03:31:34.876439Z","steps":["trace[1122746648] 'agreement among raft nodes before linearized reading' (duration: 3.493143488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353671604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:34.876478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.958761Z","time spent":"4.917693606s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:34.87649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:32.781708Z","time spent":"2.094767381s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:34.87651Z","caller":"traceutil/trace.go:171","msg":"trace[2059481969] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4414; }","duration":"5.353734856s","start":"2026-04-28T03:31:29.522768Z","end":"2026-04-28T03:31:34.876503Z","steps":["trace[2059481969] 'agreement among raft nodes before linearized reading' (duration: 5.353682214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91511933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:34.876488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:31.383156Z","time spent":"3.493322972s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:34.876545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371515937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:34.87653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750661458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:34.876531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.522748Z","time spent":"5.353778916s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:34.87657Z","caller":"traceutil/trace.go:171","msg":"trace[1842036238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4414; }","duration":"1.915244532s","start":"2026-04-28T03:31:32.961306Z","end":"2026-04-28T03:31:34.87655Z","steps":["trace[1842036238] 'agreement among raft nodes before linearized reading' (duration: 1.915118889s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:34.876575Z","caller":"traceutil/trace.go:171","msg":"trace[1376554903] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4414; }","duration":"3.371549349s","start":"2026-04-28T03:31:31.505018Z","end":"2026-04-28T03:31:34.876568Z","steps":["trace[1376554903] 'agreement among raft nodes before linearized reading' (duration: 3.371493407s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:34.876601Z","caller":"traceutil/trace.go:171","msg":"trace[1701034384] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4414; }","duration":"5.750781832s","start":"2026-04-28T03:31:29.1258Z","end":"2026-04-28T03:31:34.876582Z","steps":["trace[1701034384] 'agreement among raft nodes before linearized reading' (duration: 5.750639428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:32.961284Z","time spent":"1.915322585s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:34.876617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:31.504961Z","time spent":"3.371647042s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:34.876649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:29.125786Z","time spent":"5.750853324s","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:34.876683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898691707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:34.876701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.900644752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:116861"} {"level":"info","ts":"2026-04-28T03:31:34.876744Z","caller":"traceutil/trace.go:171","msg":"trace[1061731529] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4414; }","duration":"3.898804781s","start":"2026-04-28T03:31:30.977921Z","end":"2026-04-28T03:31:34.876726Z","steps":["trace[1061731529] 'agreement among raft nodes before linearized reading' (duration: 3.898480472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.901362537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-28T03:31:34.876754Z","caller":"traceutil/trace.go:171","msg":"trace[1879887477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4414; }","duration":"5.900723593s","start":"2026-04-28T03:31:28.976016Z","end":"2026-04-28T03:31:34.87674Z","steps":["trace[1879887477] 'agreement among raft nodes before linearized reading' (duration: 5.900461916s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:34.876783Z","caller":"traceutil/trace.go:171","msg":"trace[1010933992] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4414; }","duration":"5.901429709s","start":"2026-04-28T03:31:28.975346Z","end":"2026-04-28T03:31:34.876776Z","steps":["trace[1010933992] 'agreement among raft nodes before linearized reading' (duration: 5.901363837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:34.876789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:30.977889Z","time spent":"3.898887702s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:34.876801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.975325Z","time spent":"5.90147057s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1305,"request content":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" "} {"level":"warn","ts":"2026-04-28T03:31:34.876802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:28.976004Z","time spent":"5.900787204s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":116884,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:31:35.376164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:35.876685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:36.377451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:36.87865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:36.883416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:36.883487Z","caller":"traceutil/trace.go:171","msg":"trace[1889684944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975341s","start":"2026-04-28T03:31:34.883498Z","end":"2026-04-28T03:31:36.883474Z","steps":["trace[1889684944] 'agreement among raft nodes before linearized reading' (duration: 1.999881539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:36.883526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:34.883484Z","time spent":"2.000035362s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:37.379127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:37.880034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:38.133914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:38.134003Z","caller":"traceutil/trace.go:171","msg":"trace[253862289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500063s","start":"2026-04-28T03:31:36.133482Z","end":"2026-04-28T03:31:38.133982Z","steps":["trace[253862289] 'agreement among raft nodes before linearized reading' (duration: 2.00038909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.13405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.133457Z","time spent":"2.000583605s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:38.380665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:38.726938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.418672729s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:38.884614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:38.884708Z","caller":"traceutil/trace.go:171","msg":"trace[896836635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582505s","start":"2026-04-28T03:31:36.884101Z","end":"2026-04-28T03:31:38.884684Z","steps":["trace[896836635] 'agreement among raft nodes before linearized reading' (duration: 2.000476352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.88477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.884093Z","time spent":"2.000662666s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:38.8928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.894283Z","time spent":"4.998510949s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:31:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:38.900012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:35.160508Z","time spent":"3.739499234s","remote":"127.0.0.1:54140","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:38.901358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.156338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:38.901662Z","caller":"traceutil/trace.go:171","msg":"trace[657713452] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"4.982538697s","start":"2026-04-28T03:31:33.919103Z","end":"2026-04-28T03:31:38.901642Z","steps":["trace[657713452] 'process raft request' (duration: 4.982477246s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.901771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.919079Z","time spent":"4.98263293s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:38.902006Z","caller":"traceutil/trace.go:171","msg":"trace[729389294] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"5.001536087s","start":"2026-04-28T03:31:33.90045Z","end":"2026-04-28T03:31:38.901986Z","steps":["trace[729389294] 'process raft request' (duration: 5.001051556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:38.90212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.900422Z","time spent":"5.00165911s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:31:40.89384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00030828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:40.893935Z","caller":"traceutil/trace.go:171","msg":"trace[598892481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000463536s","start":"2026-04-28T03:31:35.893451Z","end":"2026-04-28T03:31:40.893914Z","steps":["trace[598892481] 'agreement among raft nodes before linearized reading' (duration: 5.000333602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.893988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:35.893431Z","time spent":"5.000545707s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 03:31:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:40.893998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001200309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:40.894131Z","caller":"traceutil/trace.go:171","msg":"trace[1471847395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001394934s","start":"2026-04-28T03:31:38.892706Z","end":"2026-04-28T03:31:40.894101Z","steps":["trace[1471847395] 'agreement among raft nodes before linearized reading' (duration: 2.00122134s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:40.894204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.892686Z","time spent":"2.001505227s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:40.970068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.242938095s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:41.878169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:34.877723Z","time spent":"7.000439195s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:42.013962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999300257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:42.014041Z","caller":"traceutil/trace.go:171","msg":"trace[983230909] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99943524s","start":"2026-04-28T03:31:37.014588Z","end":"2026-04-28T03:31:42.014023Z","steps":["trace[983230909] 'agreement among raft nodes before linearized reading' (duration: 4.999336798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.014089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:37.014567Z","time spent":"4.999507662s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 03:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:42.797122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.819194934s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:42.850735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000550344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:42.850804Z","caller":"traceutil/trace.go:171","msg":"trace[210117706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677277s","start":"2026-04-28T03:31:40.850112Z","end":"2026-04-28T03:31:42.850789Z","steps":["trace[210117706] 'agreement among raft nodes before linearized reading' (duration: 2.000588275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.850843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.850088Z","time spent":"2.000746669s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:42.893989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:42.894047Z","caller":"traceutil/trace.go:171","msg":"trace[1272279368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027031s","start":"2026-04-28T03:31:40.894006Z","end":"2026-04-28T03:31:42.894033Z","steps":["trace[1272279368] 'agreement among raft nodes before linearized reading' (duration: 1.999951879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:42.894075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.893982Z","time spent":"2.000088203s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:43.11183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921358724s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:43.111971Z","caller":"traceutil/trace.go:171","msg":"trace[538795273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4417; }","duration":"2.921511148s","start":"2026-04-28T03:31:40.190437Z","end":"2026-04-28T03:31:43.111948Z","steps":["trace[538795273] 'range keys from in-memory index tree' (duration: 2.921338754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.111993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141693345s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:31:43.112143Z","caller":"traceutil/trace.go:171","msg":"trace[606754036] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"2.503815592s","start":"2026-04-28T03:31:40.608314Z","end":"2026-04-28T03:31:43.112129Z","steps":["trace[606754036] 'process raft request' (duration: 2.50372629s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:43.11216Z","caller":"traceutil/trace.go:171","msg":"trace[1064230619] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4686; }","duration":"8.236632976s","start":"2026-04-28T03:31:34.875494Z","end":"2026-04-28T03:31:43.112127Z","steps":["trace[1064230619] 'read index received' (duration: 3.851620488s)","trace[1064230619] 'applied index is now lower than readState.Index' (duration: 4.385009608s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:43.112219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.608282Z","time spent":"2.503890604s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:43.112272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.046471286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:43.112337Z","caller":"traceutil/trace.go:171","msg":"trace[202672978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4418; }","duration":"9.046570149s","start":"2026-04-28T03:31:34.065748Z","end":"2026-04-28T03:31:43.112318Z","steps":["trace[202672978] 'agreement among raft nodes before linearized reading' (duration: 9.046471346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.112356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.170522031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:43.112372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.964931103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:43.11239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:34.065728Z","time spent":"9.04664893s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:43.112423Z","caller":"traceutil/trace.go:171","msg":"trace[1250538717] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4418; }","duration":"9.170638654s","start":"2026-04-28T03:31:33.941768Z","end":"2026-04-28T03:31:43.112406Z","steps":["trace[1250538717] 'agreement among raft nodes before linearized reading' (duration: 9.170506201s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:43.112436Z","caller":"traceutil/trace.go:171","msg":"trace[861091730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4418; }","duration":"8.965032205s","start":"2026-04-28T03:31:34.147384Z","end":"2026-04-28T03:31:43.112417Z","steps":["trace[861091730] 'agreement among raft nodes before linearized reading' (duration: 8.964932783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.112532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.212016509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8312"} {"level":"warn","ts":"2026-04-28T03:31:43.112487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:34.147364Z","time spent":"8.965107197s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:43.112486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.941752Z","time spent":"9.170713625s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:43.11256Z","caller":"traceutil/trace.go:171","msg":"trace[193940820] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4418; }","duration":"9.212082541s","start":"2026-04-28T03:31:33.900471Z","end":"2026-04-28T03:31:43.112554Z","steps":["trace[193940820] 'agreement among raft nodes before linearized reading' (duration: 9.211952378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.11258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.900451Z","time spent":"9.212124651s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8335,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:43.112556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.191071775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-28T03:31:43.112667Z","caller":"traceutil/trace.go:171","msg":"trace[1572957534] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:4418; }","duration":"9.191283701s","start":"2026-04-28T03:31:33.921359Z","end":"2026-04-28T03:31:43.112643Z","steps":["trace[1572957534] 'agreement among raft nodes before linearized reading' (duration: 9.190975883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.112684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.521713232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa6739785018a2\" ","response":"range_response_count:1 size:802"} {"level":"warn","ts":"2026-04-28T03:31:43.112735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:33.921339Z","time spent":"9.191377122s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:31:43.112803Z","caller":"traceutil/trace.go:171","msg":"trace[15577185] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa6739785018a2; range_end:; response_count:1; response_revision:4418; }","duration":"8.521884116s","start":"2026-04-28T03:31:34.590884Z","end":"2026-04-28T03:31:43.112768Z","steps":["trace[15577185] 'agreement among raft nodes before linearized reading' (duration: 8.521376813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.112856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:34.590855Z","time spent":"8.521991028s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aa6739785018a2\" "} {"level":"warn","ts":"2026-04-28T03:31:43.308104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999966604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:43.308187Z","caller":"traceutil/trace.go:171","msg":"trace[1243154232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.000115707s","start":"2026-04-28T03:31:38.308054Z","end":"2026-04-28T03:31:43.308169Z","steps":["trace[1243154232] 'agreement among raft nodes before linearized reading' (duration: 5.000000505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.308249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.308034Z","time spent":"5.000205279s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 03:31:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:43.54398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999684776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:43.544081Z","caller":"traceutil/trace.go:171","msg":"trace[1460247979] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999842661s","start":"2026-04-28T03:31:38.544222Z","end":"2026-04-28T03:31:43.544065Z","steps":["trace[1460247979] 'agreement among raft nodes before linearized reading' (duration: 4.999718497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.544119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.544201Z","time spent":"4.999910493s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:31:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:43.893332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998820877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:43.893412Z","caller":"traceutil/trace.go:171","msg":"trace[2044158759] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998950899s","start":"2026-04-28T03:31:38.894442Z","end":"2026-04-28T03:31:43.893393Z","steps":["trace[2044158759] 'agreement among raft nodes before linearized reading' (duration: 4.998851237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.893459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.894422Z","time spent":"4.999028012s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 03:31:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:44.901155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:44.901273Z","caller":"traceutil/trace.go:171","msg":"trace[1927049498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725737s","start":"2026-04-28T03:31:42.900526Z","end":"2026-04-28T03:31:44.901252Z","steps":["trace[1927049498] 'agreement among raft nodes before linearized reading' (duration: 2.000589274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:44.901332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:42.900513Z","time spent":"2.00080481s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:45.58548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3825476s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:31:45.585623Z","caller":"traceutil/trace.go:171","msg":"trace[511047321] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4691; }","duration":"2.473358424s","start":"2026-04-28T03:31:43.112237Z","end":"2026-04-28T03:31:45.585595Z","steps":["trace[511047321] 'read index received' (duration: 90.711652ms)","trace[511047321] 'applied index is now lower than readState.Index' (duration: 2.382644292s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:45.586457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139783935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:45.58649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488930169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:31:45.586519Z","caller":"traceutil/trace.go:171","msg":"trace[494038502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4419; }","duration":"5.139852466s","start":"2026-04-28T03:31:40.446649Z","end":"2026-04-28T03:31:45.586501Z","steps":["trace[494038502] 'agreement among raft nodes before linearized reading' (duration: 5.139753234s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.586555Z","caller":"traceutil/trace.go:171","msg":"trace[2044992449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4419; }","duration":"4.489036491s","start":"2026-04-28T03:31:41.097501Z","end":"2026-04-28T03:31:45.586537Z","steps":["trace[2044992449] 'agreement among raft nodes before linearized reading' (duration: 4.488844547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.586573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.446555Z","time spent":"5.14000142s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.5866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:41.097481Z","time spent":"4.489111043s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:31:45.586753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.705240912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.586841Z","caller":"traceutil/trace.go:171","msg":"trace[859931089] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4419; }","duration":"8.705377406s","start":"2026-04-28T03:31:36.881442Z","end":"2026-04-28T03:31:45.586819Z","steps":["trace[859931089] 'agreement among raft nodes before linearized reading' (duration: 8.705241573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.586893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.88142Z","time spent":"8.705455288s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.586927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.702903631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:45.586977Z","caller":"traceutil/trace.go:171","msg":"trace[262447074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4419; }","duration":"9.702979502s","start":"2026-04-28T03:31:35.883982Z","end":"2026-04-28T03:31:45.586961Z","steps":["trace[262447074] 'agreement among raft nodes before linearized reading' (duration: 9.702812368s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:35.883962Z","time spent":"9.703048334s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573689685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:45.587183Z","caller":"traceutil/trace.go:171","msg":"trace[1320132632] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4419; }","duration":"5.573783238s","start":"2026-04-28T03:31:40.013387Z","end":"2026-04-28T03:31:45.58717Z","steps":["trace[1320132632] 'agreement among raft nodes before linearized reading' (duration: 5.573712637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:40.013365Z","time spent":"5.573842609s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.704964667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:31:45.587374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.248223778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.587419Z","caller":"traceutil/trace.go:171","msg":"trace[257212312] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4419; }","duration":"7.24829775s","start":"2026-04-28T03:31:38.33911Z","end":"2026-04-28T03:31:45.587408Z","steps":["trace[257212312] 'agreement among raft nodes before linearized reading' (duration: 7.248220158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.58745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.339093Z","time spent":"7.24834835s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.702409278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:31:45.587512Z","caller":"traceutil/trace.go:171","msg":"trace[1920811976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4419; }","duration":"8.70245527s","start":"2026-04-28T03:31:36.885048Z","end":"2026-04-28T03:31:45.587504Z","steps":["trace[1920811976] 'agreement among raft nodes before linearized reading' (duration: 8.702373488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.885039Z","time spent":"8.70248552s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:45.58751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70474298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:45.587579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69210773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:31:45.587611Z","caller":"traceutil/trace.go:171","msg":"trace[1773740072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4419; }","duration":"2.692163542s","start":"2026-04-28T03:31:42.89544Z","end":"2026-04-28T03:31:45.587603Z","steps":["trace[1773740072] 'agreement among raft nodes before linearized reading' (duration: 2.69207316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939817484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:45.587643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.088182429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:45.587691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.704287251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:45.587695Z","caller":"traceutil/trace.go:171","msg":"trace[1377950686] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4419; }","duration":"5.939915036s","start":"2026-04-28T03:31:39.647772Z","end":"2026-04-28T03:31:45.587687Z","steps":["trace[1377950686] 'agreement among raft nodes before linearized reading' (duration: 5.939805163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.58771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915568593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.587721Z","caller":"traceutil/trace.go:171","msg":"trace[692650276] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4419; }","duration":"8.704317511s","start":"2026-04-28T03:31:36.883395Z","end":"2026-04-28T03:31:45.587712Z","steps":["trace[692650276] 'agreement among raft nodes before linearized reading' (duration: 8.704207859s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.58772Z","caller":"traceutil/trace.go:171","msg":"trace[692468080] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4419; }","duration":"7.088307101s","start":"2026-04-28T03:31:38.4994Z","end":"2026-04-28T03:31:45.587708Z","steps":["trace[692468080] 'agreement among raft nodes before linearized reading' (duration: 7.088206959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:39.647751Z","time spent":"5.939974647s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:45.58774Z","caller":"traceutil/trace.go:171","msg":"trace[312269323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4419; }","duration":"2.915633525s","start":"2026-04-28T03:31:42.672096Z","end":"2026-04-28T03:31:45.58773Z","steps":["trace[312269323] 'agreement among raft nodes before linearized reading' (duration: 2.915589744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.883335Z","time spent":"8.704412423s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074917677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.58779Z","caller":"traceutil/trace.go:171","msg":"trace[881452494] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4419; }","duration":"3.074982128s","start":"2026-04-28T03:31:42.512802Z","end":"2026-04-28T03:31:45.587784Z","steps":["trace[881452494] 'agreement among raft nodes before linearized reading' (duration: 3.074941737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:42.512771Z","time spent":"3.075030749s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149860143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.587579Z","caller":"traceutil/trace.go:171","msg":"trace[636035341] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4419; }","duration":"8.704838143s","start":"2026-04-28T03:31:36.882724Z","end":"2026-04-28T03:31:45.587562Z","steps":["trace[636035341] 'agreement among raft nodes before linearized reading' (duration: 8.704632449s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.587384Z","caller":"traceutil/trace.go:171","msg":"trace[1482373050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4419; }","duration":"9.705048118s","start":"2026-04-28T03:31:35.882322Z","end":"2026-04-28T03:31:45.58737Z","steps":["trace[1482373050] 'agreement among raft nodes before linearized reading' (duration: 9.704896594s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.587846Z","caller":"traceutil/trace.go:171","msg":"trace[1381322909] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4419; }","duration":"6.149934754s","start":"2026-04-28T03:31:39.4379Z","end":"2026-04-28T03:31:45.587834Z","steps":["trace[1381322909] 'agreement among raft nodes before linearized reading' (duration: 6.149888123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:36.882714Z","time spent":"8.70513915s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488868057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:31:45.587903Z","caller":"traceutil/trace.go:171","msg":"trace[186629381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4419; }","duration":"4.488910468s","start":"2026-04-28T03:31:41.098986Z","end":"2026-04-28T03:31:45.587897Z","steps":["trace[186629381] 'agreement among raft nodes before linearized reading' (duration: 4.488797885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:35.882302Z","time spent":"9.70556385s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:38.499371Z","time spent":"7.088383313s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:41.098977Z","time spent":"4.488940438s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.537252392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.587945Z","caller":"traceutil/trace.go:171","msg":"trace[259541096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4419; }","duration":"6.537307833s","start":"2026-04-28T03:31:39.050629Z","end":"2026-04-28T03:31:45.587937Z","steps":["trace[259541096] 'agreement among raft nodes before linearized reading' (duration: 6.537266692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.587975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:39.050611Z","time spent":"6.537356534s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:42.672075Z","time spent":"2.915681375s","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:42.895427Z","time spent":"2.692205653s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:31:45.587983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546927558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.588122Z","caller":"traceutil/trace.go:171","msg":"trace[1529504392] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4419; }","duration":"3.547092932s","start":"2026-04-28T03:31:42.041019Z","end":"2026-04-28T03:31:45.588111Z","steps":["trace[1529504392] 'agreement among raft nodes before linearized reading' (duration: 3.546946729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.588155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:42.041Z","time spent":"3.547145493s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.588263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777239766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:31:45.588012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708581004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:45.588299Z","caller":"traceutil/trace.go:171","msg":"trace[2097804298] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:4419; }","duration":"3.708915891s","start":"2026-04-28T03:31:41.879375Z","end":"2026-04-28T03:31:45.588291Z","steps":["trace[2097804298] 'agreement among raft nodes before linearized reading' (duration: 3.708618705s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:45.588299Z","caller":"traceutil/trace.go:171","msg":"trace[822674598] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4419; }","duration":"3.777315658s","start":"2026-04-28T03:31:41.810962Z","end":"2026-04-28T03:31:45.588277Z","steps":["trace[822674598] 'agreement among raft nodes before linearized reading' (duration: 3.777061232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:45.588323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:41.879339Z","time spent":"3.708976893s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:31:45.588323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:41.810931Z","time spent":"3.777387099s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":449,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:45.587876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:39.437878Z","time spent":"6.149990786s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} 2026/04/28 03:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:46.086156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:46.586297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:46.90284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001351432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:46.902951Z","caller":"traceutil/trace.go:171","msg":"trace[446399125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001496576s","start":"2026-04-28T03:31:44.901423Z","end":"2026-04-28T03:31:46.90292Z","steps":["trace[446399125] 'agreement among raft nodes before linearized reading' (duration: 2.001363382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:46.903016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:44.901413Z","time spent":"2.001589708s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:47.086858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:47.56092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.358073429s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:48.132709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:48.13279Z","caller":"traceutil/trace.go:171","msg":"trace[1922932755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261678s","start":"2026-04-28T03:31:46.132511Z","end":"2026-04-28T03:31:48.132773Z","steps":["trace[1922932755] 'agreement among raft nodes before linearized reading' (duration: 2.000156725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:48.132921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.132491Z","time spent":"2.000416501s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:48.908242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999788287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:48.908325Z","caller":"traceutil/trace.go:171","msg":"trace[53748607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999926921s","start":"2026-04-28T03:31:46.90838Z","end":"2026-04-28T03:31:48.908307Z","steps":["trace[53748607] 'agreement among raft nodes before linearized reading' (duration: 1.999820128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:48.908372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.908356Z","time spent":"2.000007002s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:49.560941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000210199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:49.561026Z","caller":"traceutil/trace.go:171","msg":"trace[1095936765] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000348992s","start":"2026-04-28T03:31:44.560658Z","end":"2026-04-28T03:31:49.561007Z","steps":["trace[1095936765] 'agreement among raft nodes before linearized reading' (duration: 5.000234259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:49.561074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:44.560625Z","time spent":"5.000439734s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 03:31:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:50.112784Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6cb5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:31:50.115014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.114747Z","time spent":"7.000260631s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:50.125112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.124234Z","time spent":"7.000872465s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:50.714365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15332042s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:31:50.714972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.457708ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:50.715058Z","caller":"traceutil/trace.go:171","msg":"trace[1068855459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4419; }","duration":"524.55975ms","start":"2026-04-28T03:31:50.190485Z","end":"2026-04-28T03:31:50.715045Z","steps":["trace[1068855459] 'range keys from in-memory index tree' (duration: 524.439418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.805297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99847305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:50.805412Z","caller":"traceutil/trace.go:171","msg":"trace[239732597] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998644254s","start":"2026-04-28T03:31:45.806734Z","end":"2026-04-28T03:31:50.805378Z","steps":["trace[239732597] 'agreement among raft nodes before linearized reading' (duration: 4.998502901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.805468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.806711Z","time spent":"4.998745546s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:31:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:50.894332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.896066Z","time spent":"4.998257235s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:31:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:50.896501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.895486Z","time spent":"7.001010638s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:31:50.918323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:50.918392Z","caller":"traceutil/trace.go:171","msg":"trace[1160517545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857581s","start":"2026-04-28T03:31:48.917517Z","end":"2026-04-28T03:31:50.918375Z","steps":["trace[1160517545] 'agreement among raft nodes before linearized reading' (duration: 2.000764909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:50.918436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:48.917499Z","time spent":"2.000928422s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:51.539163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.706865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-28T03:31:51.539374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.978212732s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:51.540167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.590554Z","time spent":"5.949609265s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:31:51.540212Z","caller":"traceutil/trace.go:171","msg":"trace[649246187] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"5.945237067s","start":"2026-04-28T03:31:45.594946Z","end":"2026-04-28T03:31:51.540183Z","steps":["trace[649246187] 'process raft request' (duration: 5.945003572s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.540196Z","caller":"traceutil/trace.go:171","msg":"trace[1371485035] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"6.657254776s","start":"2026-04-28T03:31:44.882907Z","end":"2026-04-28T03:31:51.540161Z","steps":["trace[1371485035] 'process raft request' (duration: 6.656784676s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.540298Z","caller":"traceutil/trace.go:171","msg":"trace[1244455415] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4692; }","duration":"5.954613649s","start":"2026-04-28T03:31:45.585667Z","end":"2026-04-28T03:31:51.540281Z","steps":["trace[1244455415] 'read index received' (duration: 1.975495207s)","trace[1244455415] 'applied index is now lower than readState.Index' (duration: 3.979116492s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:51.540359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.594932Z","time spent":"5.945336569s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:51.540374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.401901152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:51.540376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:44.882881Z","time spent":"6.657402439s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:51.540418Z","caller":"traceutil/trace.go:171","msg":"trace[2098983848] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4427; }","duration":"6.401975654s","start":"2026-04-28T03:31:45.138432Z","end":"2026-04-28T03:31:51.540407Z","steps":["trace[2098983848] 'agreement among raft nodes before linearized reading' (duration: 6.401866331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.358967133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:51.540447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.138416Z","time spent":"6.402022785s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.540465Z","caller":"traceutil/trace.go:171","msg":"trace[1208666273] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4427; }","duration":"8.359018174s","start":"2026-04-28T03:31:43.181438Z","end":"2026-04-28T03:31:51.540457Z","steps":["trace[1208666273] 'agreement among raft nodes before linearized reading' (duration: 8.358978853s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.540468Z","caller":"traceutil/trace.go:171","msg":"trace[189289849] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"5.128418458s","start":"2026-04-28T03:31:46.41204Z","end":"2026-04-28T03:31:51.540458Z","steps":["trace[189289849] 'process raft request' (duration: 5.12807851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.181408Z","time spent":"8.359074826s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.540216Z","caller":"traceutil/trace.go:171","msg":"trace[1612669967] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"5.947393095s","start":"2026-04-28T03:31:45.5928Z","end":"2026-04-28T03:31:51.540193Z","steps":["trace[1612669967] 'process raft request' (duration: 5.947081518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.412018Z","time spent":"5.128469109s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:51.540437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.054276602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.540625Z","caller":"traceutil/trace.go:171","msg":"trace[611892319] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4427; }","duration":"6.054491556s","start":"2026-04-28T03:31:45.486123Z","end":"2026-04-28T03:31:51.540614Z","steps":["trace[611892319] 'agreement among raft nodes before linearized reading' (duration: 6.054286522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.54065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.486109Z","time spent":"6.054534328s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.540659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.225055023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:51.540628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.592787Z","time spent":"5.947792455s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:51.540692Z","caller":"traceutil/trace.go:171","msg":"trace[1360578001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4427; }","duration":"6.225124575s","start":"2026-04-28T03:31:45.315558Z","end":"2026-04-28T03:31:51.540682Z","steps":["trace[1360578001] 'agreement among raft nodes before linearized reading' (duration: 6.225070034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.54072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.315538Z","time spent":"6.225173487s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.540404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.284754113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:51.540729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.390836544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"warn","ts":"2026-04-28T03:31:51.540798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315585537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.540784Z","caller":"traceutil/trace.go:171","msg":"trace[632651715] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4427; }","duration":"7.285162103s","start":"2026-04-28T03:31:44.255604Z","end":"2026-04-28T03:31:51.540766Z","steps":["trace[632651715] 'agreement among raft nodes before linearized reading' (duration: 7.284760904s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.540822Z","caller":"traceutil/trace.go:171","msg":"trace[2081750323] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4427; }","duration":"3.315638109s","start":"2026-04-28T03:31:48.225177Z","end":"2026-04-28T03:31:51.540815Z","steps":["trace[2081750323] 'agreement among raft nodes before linearized reading' (duration: 3.315596978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948174483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:117002"} {"level":"warn","ts":"2026-04-28T03:31:51.540838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:44.255587Z","time spent":"7.285236674s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.540866Z","caller":"traceutil/trace.go:171","msg":"trace[1610230376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4427; }","duration":"5.948234134s","start":"2026-04-28T03:31:45.592622Z","end":"2026-04-28T03:31:51.540856Z","steps":["trace[1610230376] 'agreement among raft nodes before linearized reading' (duration: 5.947968158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691378404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:51.540894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.592604Z","time spent":"5.948282646s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":117025,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:31:51.540897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413263185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7093"} {"level":"info","ts":"2026-04-28T03:31:51.54091Z","caller":"traceutil/trace.go:171","msg":"trace[552753141] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4427; }","duration":"2.691436036s","start":"2026-04-28T03:31:48.849467Z","end":"2026-04-28T03:31:51.540903Z","steps":["trace[552753141] 'agreement among raft nodes before linearized reading' (duration: 2.691396945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:48.849447Z","time spent":"2.691478077s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.540928Z","caller":"traceutil/trace.go:171","msg":"trace[702615307] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4427; }","duration":"1.413308475s","start":"2026-04-28T03:31:50.127611Z","end":"2026-04-28T03:31:51.54092Z","steps":["trace[702615307] 'agreement among raft nodes before linearized reading' (duration: 1.413217593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42188745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa672d49e2e691\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T03:31:51.540802Z","caller":"traceutil/trace.go:171","msg":"trace[1229040231] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:4427; }","duration":"8.390934735s","start":"2026-04-28T03:31:43.149845Z","end":"2026-04-28T03:31:51.540779Z","steps":["trace[1229040231] 'agreement among raft nodes before linearized reading' (duration: 8.390612468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.540957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:50.127602Z","time spent":"1.413347046s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7116,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:31:51.54096Z","caller":"traceutil/trace.go:171","msg":"trace[215574338] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa672d49e2e691; range_end:; response_count:1; response_revision:4427; }","duration":"1.42193555s","start":"2026-04-28T03:31:50.119017Z","end":"2026-04-28T03:31:51.540953Z","steps":["trace[215574338] 'agreement among raft nodes before linearized reading' (duration: 1.421838358s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.54097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217118931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:51.540983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:50.119003Z","time spent":"1.421974442s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aa672d49e2e691\" "} {"level":"warn","ts":"2026-04-28T03:31:51.540981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.14983Z","time spent":"8.39113735s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3330,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-28T03:31:51.541004Z","caller":"traceutil/trace.go:171","msg":"trace[1583856512] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4427; }","duration":"3.217191673s","start":"2026-04-28T03:31:48.323803Z","end":"2026-04-28T03:31:51.540995Z","steps":["trace[1583856512] 'agreement among raft nodes before linearized reading' (duration: 3.217136102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:48.323783Z","time spent":"3.217242945s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.541098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237288116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:51.540843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:48.22516Z","time spent":"3.315676519s","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.541123Z","caller":"traceutil/trace.go:171","msg":"trace[1618914537] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4427; }","duration":"2.237348278s","start":"2026-04-28T03:31:49.303767Z","end":"2026-04-28T03:31:51.541115Z","steps":["trace[1618914537] 'agreement among raft nodes before linearized reading' (duration: 2.237256426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.652424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:51.541143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:49.303747Z","time spent":"2.237390459s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":83,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.540753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.386327801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.541164Z","caller":"traceutil/trace.go:171","msg":"trace[1867344676] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4427; }","duration":"245.734935ms","start":"2026-04-28T03:31:51.295414Z","end":"2026-04-28T03:31:51.541148Z","steps":["trace[1867344676] 'agreement among raft nodes before linearized reading' (duration: 245.648333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947580498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:51.541101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90740913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.541237Z","caller":"traceutil/trace.go:171","msg":"trace[1947547240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4427; }","duration":"8.386833573s","start":"2026-04-28T03:31:43.154387Z","end":"2026-04-28T03:31:51.541221Z","steps":["trace[1947547240] 'agreement among raft nodes before linearized reading' (duration: 8.386341892s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.54128Z","caller":"traceutil/trace.go:171","msg":"trace[656275485] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4427; }","duration":"3.94766386s","start":"2026-04-28T03:31:47.593605Z","end":"2026-04-28T03:31:51.541269Z","steps":["trace[656275485] 'agreement among raft nodes before linearized reading' (duration: 3.947589318s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.541283Z","caller":"traceutil/trace.go:171","msg":"trace[1085183728] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4427; }","duration":"3.907596134s","start":"2026-04-28T03:31:47.633678Z","end":"2026-04-28T03:31:51.541274Z","steps":["trace[1085183728] 'agreement among raft nodes before linearized reading' (duration: 3.90739208s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:47.593579Z","time spent":"3.947721111s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:51.541312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:47.633624Z","time spent":"3.907678996s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.541332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:43.15437Z","time spent":"8.386940835s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:51.54137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808176697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.541403Z","caller":"traceutil/trace.go:171","msg":"trace[1278127330] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4427; }","duration":"4.808251908s","start":"2026-04-28T03:31:46.733141Z","end":"2026-04-28T03:31:51.541393Z","steps":["trace[1278127330] 'agreement among raft nodes before linearized reading' (duration: 4.808194367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942598446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:31:51.541423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350565359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-28T03:31:51.541371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60974956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:31:51.541443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889722251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413635"} {"level":"info","ts":"2026-04-28T03:31:51.541466Z","caller":"traceutil/trace.go:171","msg":"trace[634826095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4427; }","duration":"4.350624891s","start":"2026-04-28T03:31:47.190824Z","end":"2026-04-28T03:31:51.541449Z","steps":["trace[634826095] 'agreement among raft nodes before linearized reading' (duration: 4.35056716s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.541476Z","caller":"traceutil/trace.go:171","msg":"trace[1654958918] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4427; }","duration":"5.889792643s","start":"2026-04-28T03:31:45.651676Z","end":"2026-04-28T03:31:51.541469Z","steps":["trace[1654958918] 'agreement among raft nodes before linearized reading' (duration: 5.889637519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.73019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:51.541472Z","caller":"traceutil/trace.go:171","msg":"trace[1980370057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4427; }","duration":"4.942660987s","start":"2026-04-28T03:31:46.59878Z","end":"2026-04-28T03:31:51.541441Z","steps":["trace[1980370057] 'agreement among raft nodes before linearized reading' (duration: 4.942498463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94722397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:51.541432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.73312Z","time spent":"4.808301549s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:51.541506Z","caller":"traceutil/trace.go:171","msg":"trace[1635955957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4427; }","duration":"623.093878ms","start":"2026-04-28T03:31:50.918404Z","end":"2026-04-28T03:31:51.541498Z","steps":["trace[1635955957] 'agreement among raft nodes before linearized reading' (duration: 622.750351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:51.54152Z","caller":"traceutil/trace.go:171","msg":"trace[1426122144] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4427; }","duration":"3.947594149s","start":"2026-04-28T03:31:47.59392Z","end":"2026-04-28T03:31:51.541515Z","steps":["trace[1426122144] 'agreement among raft nodes before linearized reading' (duration: 3.94719911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:47.190806Z","time spent":"4.350680952s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:51.541532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:50.918381Z","time spent":"623.14304ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:51.541539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:47.593906Z","time spent":"3.947627509s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:31:51.541532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.59872Z","time spent":"4.942797081s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:31:51.541545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94279767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:31:51.541497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:45.651641Z","time spent":"5.889850864s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413658,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T03:31:51.541579Z","caller":"traceutil/trace.go:171","msg":"trace[1671399028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4427; }","duration":"4.942856872s","start":"2026-04-28T03:31:46.598711Z","end":"2026-04-28T03:31:51.541568Z","steps":["trace[1671399028] 'agreement among raft nodes before linearized reading' (duration: 4.94277409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.598689Z","time spent":"4.942908112s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:51.541472Z","caller":"traceutil/trace.go:171","msg":"trace[1075094425] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4427; }","duration":"4.609871142s","start":"2026-04-28T03:31:46.931583Z","end":"2026-04-28T03:31:51.541454Z","steps":["trace[1075094425] 'agreement among raft nodes before linearized reading' (duration: 4.609748749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:51.541698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:46.931564Z","time spent":"4.610123658s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:52.047113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:52.547622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:53.536625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.39647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:53.536722Z","caller":"traceutil/trace.go:171","msg":"trace[1838313873] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"1.993269s","start":"2026-04-28T03:31:51.543438Z","end":"2026-04-28T03:31:53.536707Z","steps":["trace[1838313873] 'process raft request' (duration: 1.080663575s)","trace[1838313873] 'compare' (duration: 912.077463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:53.536815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.543418Z","time spent":"1.993327431s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:53.553467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999503251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:53.55352Z","caller":"traceutil/trace.go:171","msg":"trace[237848908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999594573s","start":"2026-04-28T03:31:51.553913Z","end":"2026-04-28T03:31:53.553508Z","steps":["trace[237848908] 'agreement among raft nodes before linearized reading' (duration: 1.999531422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:53.553548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.553896Z","time spent":"1.999645164s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:54.478502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.853744715s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:55.554296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:31:55.554382Z","caller":"traceutil/trace.go:171","msg":"trace[196244570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590965s","start":"2026-04-28T03:31:53.553771Z","end":"2026-04-28T03:31:55.554362Z","steps":["trace[196244570] 'agreement among raft nodes before linearized reading' (duration: 2.000485523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.554436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.553708Z","time spent":"2.000710877s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:31:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:31:55.580362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10165979s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:55.931547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452717217s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:55.932134Z","caller":"traceutil/trace.go:171","msg":"trace[149527309] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"4.385407028s","start":"2026-04-28T03:31:51.546691Z","end":"2026-04-28T03:31:55.932098Z","steps":["trace[149527309] 'process raft request' (duration: 4.384988909s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.932174Z","caller":"traceutil/trace.go:171","msg":"trace[1228603287] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"4.388623321s","start":"2026-04-28T03:31:51.543508Z","end":"2026-04-28T03:31:55.932131Z","steps":["trace[1228603287] 'process raft request' (duration: 2.935236868s)","trace[1228603287] 'compare' (duration: 1.45242206s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:55.932304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.543489Z","time spent":"4.388747423s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:55.932348Z","caller":"traceutil/trace.go:171","msg":"trace[527975717] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"2.606435554s","start":"2026-04-28T03:31:53.325888Z","end":"2026-04-28T03:31:55.932323Z","steps":["trace[527975717] 'process raft request' (duration: 2.606371563s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.932423Z","caller":"traceutil/trace.go:171","msg":"trace[208163905] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"4.008073056s","start":"2026-04-28T03:31:51.924327Z","end":"2026-04-28T03:31:55.9324Z","steps":["trace[208163905] 'process raft request' (duration: 4.007661107s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.932431Z","caller":"traceutil/trace.go:171","msg":"trace[1551620526] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"4.372405374s","start":"2026-04-28T03:31:51.560007Z","end":"2026-04-28T03:31:55.932412Z","steps":["trace[1551620526] 'process raft request' (duration: 4.37177654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.325865Z","time spent":"2.606536317s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:55.932531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.924282Z","time spent":"4.008191009s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413770,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:55.932422Z","caller":"traceutil/trace.go:171","msg":"trace[1048245871] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4703; }","duration":"4.38594259s","start":"2026-04-28T03:31:51.546453Z","end":"2026-04-28T03:31:55.932395Z","steps":["trace[1048245871] 'read index received' (duration: 1.077768419s)","trace[1048245871] 'applied index is now lower than readState.Index' (duration: 3.308171141s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:55.932639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386157384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-04-28T03:31:55.932656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345691869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:55.932531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.559982Z","time spent":"4.372494486s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:31:55.932693Z","caller":"traceutil/trace.go:171","msg":"trace[1663710621] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:4433; }","duration":"4.386254477s","start":"2026-04-28T03:31:51.546421Z","end":"2026-04-28T03:31:55.932676Z","steps":["trace[1663710621] 'agreement among raft nodes before linearized reading' (duration: 4.386044482s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.932698Z","caller":"traceutil/trace.go:171","msg":"trace[2004261556] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4433; }","duration":"4.345777491s","start":"2026-04-28T03:31:51.58691Z","end":"2026-04-28T03:31:55.932688Z","steps":["trace[2004261556] 'agreement among raft nodes before linearized reading' (duration: 4.34570464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.93273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.586885Z","time spent":"4.345836733s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:55.932733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.546403Z","time spent":"4.386318278s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:31:55.932737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381550249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:31:55.932774Z","caller":"traceutil/trace.go:171","msg":"trace[1983644145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4433; }","duration":"2.38161651s","start":"2026-04-28T03:31:53.551146Z","end":"2026-04-28T03:31:55.932763Z","steps":["trace[1983644145] 'agreement among raft nodes before linearized reading' (duration: 2.381473287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.551131Z","time spent":"2.381666062s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:31:55.932867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044173852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:55.932845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892605015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-28T03:31:55.932874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386117423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"info","ts":"2026-04-28T03:31:55.932894Z","caller":"traceutil/trace.go:171","msg":"trace[1545997629] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4433; }","duration":"4.044250675s","start":"2026-04-28T03:31:51.888633Z","end":"2026-04-28T03:31:55.932884Z","steps":["trace[1545997629] 'agreement among raft nodes before linearized reading' (duration: 4.044209644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379872523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:31:55.932907Z","caller":"traceutil/trace.go:171","msg":"trace[902298206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4433; }","duration":"3.386149614s","start":"2026-04-28T03:31:52.546748Z","end":"2026-04-28T03:31:55.932898Z","steps":["trace[902298206] 'agreement among raft nodes before linearized reading' (duration: 3.386040562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.888601Z","time spent":"4.044307705s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:31:55.932911Z","caller":"traceutil/trace.go:171","msg":"trace[1728746656] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4433; }","duration":"3.892717688s","start":"2026-04-28T03:31:52.040177Z","end":"2026-04-28T03:31:55.932894Z","steps":["trace[1728746656] 'agreement among raft nodes before linearized reading' (duration: 3.892581625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:52.5467Z","time spent":"3.386228086s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:31:55.932943Z","caller":"traceutil/trace.go:171","msg":"trace[2080743717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4433; }","duration":"3.379993936s","start":"2026-04-28T03:31:52.552929Z","end":"2026-04-28T03:31:55.932923Z","steps":["trace[2080743717] 'agreement among raft nodes before linearized reading' (duration: 3.379769571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.932951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:52.040148Z","time spent":"3.89279467s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:31:55.932996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.145104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:55.933014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103919362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-28T03:31:55.93302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:52.552906Z","time spent":"3.380098967s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:31:55.933036Z","caller":"traceutil/trace.go:171","msg":"trace[1594681699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4433; }","duration":"372.215196ms","start":"2026-04-28T03:31:55.5608Z","end":"2026-04-28T03:31:55.933016Z","steps":["trace[1594681699] 'agreement among raft nodes before linearized reading' (duration: 372.172325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.933043Z","caller":"traceutil/trace.go:171","msg":"trace[1884844184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4433; }","duration":"3.103995094s","start":"2026-04-28T03:31:52.829036Z","end":"2026-04-28T03:31:55.933032Z","steps":["trace[1884844184] 'agreement among raft nodes before linearized reading' (duration: 3.103898002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.93311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.560777Z","time spent":"372.323849ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:55.933124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:52.829012Z","time spent":"3.104105717s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:31:55.933178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654336927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-28T03:31:55.933202Z","caller":"traceutil/trace.go:171","msg":"trace[1177250384] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4433; }","duration":"1.654404589s","start":"2026-04-28T03:31:54.278789Z","end":"2026-04-28T03:31:55.933194Z","steps":["trace[1177250384] 'agreement among raft nodes before linearized reading' (duration: 1.654358278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.933198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610670249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:31:55.933223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:54.278764Z","time spent":"1.654454529s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:31:55.933221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377653612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:31:55.933252Z","caller":"traceutil/trace.go:171","msg":"trace[2060453988] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4433; }","duration":"2.610745131s","start":"2026-04-28T03:31:53.322475Z","end":"2026-04-28T03:31:55.93322Z","steps":["trace[2060453988] 'agreement among raft nodes before linearized reading' (duration: 2.61068854s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.933275Z","caller":"traceutil/trace.go:171","msg":"trace[226962889] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4433; }","duration":"2.377717793s","start":"2026-04-28T03:31:53.555541Z","end":"2026-04-28T03:31:55.933258Z","steps":["trace[226962889] 'agreement among raft nodes before linearized reading' (duration: 2.377511038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.933284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.322452Z","time spent":"2.610825043s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:55.93331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248078269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-04-28T03:31:55.933317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377865356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:31:55.933316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.555535Z","time spent":"2.377771574s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:31:55.933346Z","caller":"traceutil/trace.go:171","msg":"trace[139113879] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4433; }","duration":"2.377909847s","start":"2026-04-28T03:31:53.555427Z","end":"2026-04-28T03:31:55.933337Z","steps":["trace[139113879] 'agreement among raft nodes before linearized reading' (duration: 2.377817875s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:55.933327Z","caller":"traceutil/trace.go:171","msg":"trace[149500724] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4433; }","duration":"1.24813211s","start":"2026-04-28T03:31:54.685189Z","end":"2026-04-28T03:31:55.933322Z","steps":["trace[149500724] 'agreement among raft nodes before linearized reading' (duration: 1.248077659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.933374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:53.555418Z","time spent":"2.377949839s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:31:55.93341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:54.685168Z","time spent":"1.248220973s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:31:55.933572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:51.546677Z","time spent":"4.385537751s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:55.933205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368190627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:31:55.934524Z","caller":"traceutil/trace.go:171","msg":"trace[2106066286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4433; }","duration":"3.369520818s","start":"2026-04-28T03:31:52.564975Z","end":"2026-04-28T03:31:55.934495Z","steps":["trace[2106066286] 'agreement among raft nodes before linearized reading' (duration: 3.368135486s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.934605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:52.564932Z","time spent":"3.36964489s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:55.93522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701292578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:55.935319Z","caller":"traceutil/trace.go:171","msg":"trace[1640229679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4433; }","duration":"1.701397061s","start":"2026-04-28T03:31:54.233877Z","end":"2026-04-28T03:31:55.935274Z","steps":["trace[1640229679] 'agreement among raft nodes before linearized reading' (duration: 1.699382905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:55.935379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:54.233856Z","time spent":"1.701505383s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:31:56.437744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:31:57.060555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.511105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:31:57.060645Z","caller":"traceutil/trace.go:171","msg":"trace[124698915] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4434; }","duration":"1.12511439s","start":"2026-04-28T03:31:55.935514Z","end":"2026-04-28T03:31:57.060629Z","steps":["trace[124698915] 'process raft request' (duration: 705.456371ms)","trace[124698915] 'compare' (duration: 419.352752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:57.06069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.93549Z","time spent":"1.125179111s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:31:57.766272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125246812s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:31:59.046322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:31:59.046388Z","caller":"traceutil/trace.go:171","msg":"trace[1630208568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037618s","start":"2026-04-28T03:31:57.045997Z","end":"2026-04-28T03:31:59.046373Z","steps":["trace[1630208568] 'agreement among raft nodes before linearized reading' (duration: 2.000294358s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.046424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:57.045924Z","time spent":"2.000492933s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:31:59.902687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136168901s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:59.90302Z","caller":"traceutil/trace.go:171","msg":"trace[817810708] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"3.961999284s","start":"2026-04-28T03:31:55.940988Z","end":"2026-04-28T03:31:59.902988Z","steps":["trace[817810708] 'process raft request' (duration: 3.961805969s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:59.903053Z","caller":"traceutil/trace.go:171","msg":"trace[1675685564] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"3.962411213s","start":"2026-04-28T03:31:55.940605Z","end":"2026-04-28T03:31:59.903016Z","steps":["trace[1675685564] 'process raft request' (duration: 1.825831934s)","trace[1675685564] 'compare' (duration: 2.134737647s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:59.903146Z","caller":"traceutil/trace.go:171","msg":"trace[1024435084] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"3.961656566s","start":"2026-04-28T03:31:55.941467Z","end":"2026-04-28T03:31:59.903124Z","steps":["trace[1024435084] 'process raft request' (duration: 3.9613906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.903167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.940972Z","time spent":"3.962116056s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:59.903393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.940577Z","time spent":"3.962557156s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:31:59.903439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.94145Z","time spent":"3.961939363s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:31:59.903697Z","caller":"traceutil/trace.go:171","msg":"trace[266738612] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"3.96184362s","start":"2026-04-28T03:31:55.941843Z","end":"2026-04-28T03:31:59.903687Z","steps":["trace[266738612] 'process raft request' (duration: 3.961211416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:59.903764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.941826Z","time spent":"3.961902341s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:01.047547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000796771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:01.047636Z","caller":"traceutil/trace.go:171","msg":"trace[1463227536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000933403s","start":"2026-04-28T03:31:59.046683Z","end":"2026-04-28T03:32:01.047617Z","steps":["trace[1463227536] 'agreement among raft nodes before linearized reading' (duration: 2.000820271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.04774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.046662Z","time spent":"2.001059897s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:01.602403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699225442s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:32:01.602578Z","caller":"traceutil/trace.go:171","msg":"trace[1139001185] linearizableReadLoop","detail":"{readStateIndex:4715; appliedIndex:4709; }","duration":"5.665070362s","start":"2026-04-28T03:31:55.937494Z","end":"2026-04-28T03:32:01.602565Z","steps":["trace[1139001185] 'read index received' (duration: 703.396485ms)","trace[1139001185] 'applied index is now lower than readState.Index' (duration: 4.961672777s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:01.602862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412459967s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:01.602961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665457621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8453"} {"level":"info","ts":"2026-04-28T03:32:01.602992Z","caller":"traceutil/trace.go:171","msg":"trace[404451957] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:4438; }","duration":"5.665525282s","start":"2026-04-28T03:31:55.937457Z","end":"2026-04-28T03:32:01.602982Z","steps":["trace[404451957] 'agreement among raft nodes before linearized reading' (duration: 5.66541031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.603019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.93744Z","time spent":"5.665573193s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8476,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-28T03:32:01.603063Z","caller":"traceutil/trace.go:171","msg":"trace[2138156324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4438; }","duration":"1.41259604s","start":"2026-04-28T03:32:00.190375Z","end":"2026-04-28T03:32:01.602971Z","steps":["trace[2138156324] 'range keys from in-memory index tree' (duration: 1.412444807s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:01.603223Z","caller":"traceutil/trace.go:171","msg":"trace[1694499588] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"2.556443684s","start":"2026-04-28T03:31:59.046743Z","end":"2026-04-28T03:32:01.603186Z","steps":["trace[1694499588] 'process raft request' (duration: 2.555738298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:01.603328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.046723Z","time spent":"2.556530075s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:01.960336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050463282s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:02.145497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.789509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:02.145576Z","caller":"traceutil/trace.go:171","msg":"trace[1616714857] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"2.235777443s","start":"2026-04-28T03:31:59.909783Z","end":"2026-04-28T03:32:02.14556Z","steps":["trace[1616714857] 'process raft request' (duration: 2.050868622s)","trace[1616714857] 'compare' (duration: 184.488441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:02.145626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.90976Z","time spent":"2.235850924s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:03.055041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:03.055189Z","caller":"traceutil/trace.go:171","msg":"trace[358413327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503333s","start":"2026-04-28T03:32:01.054655Z","end":"2026-04-28T03:32:03.055158Z","steps":["trace[358413327] 'agreement among raft nodes before linearized reading' (duration: 2.000276968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:03.055239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.054638Z","time spent":"2.000589865s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:04.14787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.187282096s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:04.906453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.909841Z","time spent":"4.996603677s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:32:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:04.907069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.909979Z","time spent":"4.997086498s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:32:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:05.055551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:05.055628Z","caller":"traceutil/trace.go:171","msg":"trace[1649120750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218516s","start":"2026-04-28T03:32:03.055392Z","end":"2026-04-28T03:32:05.055611Z","steps":["trace[1649120750] 'agreement among raft nodes before linearized reading' (duration: 2.000123644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.055709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:03.055373Z","time spent":"2.000322398s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:05.821296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673255344s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:05.821544Z","caller":"traceutil/trace.go:171","msg":"trace[1878859607] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4716; }","duration":"4.218924333s","start":"2026-04-28T03:32:01.602605Z","end":"2026-04-28T03:32:05.821529Z","steps":["trace[1878859607] 'read index received' (duration: 358.035295ms)","trace[1878859607] 'applied index is now lower than readState.Index' (duration: 3.860887948s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:05.821776Z","caller":"traceutil/trace.go:171","msg":"trace[1229956546] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"5.910576073s","start":"2026-04-28T03:31:59.91119Z","end":"2026-04-28T03:32:05.821766Z","steps":["trace[1229956546] 'process raft request' (duration: 5.910245186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.821815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.911179Z","time spent":"5.910617454s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:32:05.821945Z","caller":"traceutil/trace.go:171","msg":"trace[875696080] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"4.085608438s","start":"2026-04-28T03:32:01.73633Z","end":"2026-04-28T03:32:05.821938Z","steps":["trace[875696080] 'process raft request' (duration: 4.085140648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.82198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.736305Z","time spent":"4.08565582s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:05.822073Z","caller":"traceutil/trace.go:171","msg":"trace[1805571455] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"3.912617638s","start":"2026-04-28T03:32:01.909447Z","end":"2026-04-28T03:32:05.822065Z","steps":["trace[1805571455] 'process raft request' (duration: 3.912050795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.909423Z","time spent":"3.912665948s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:05.822281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.882869459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-28T03:32:05.82231Z","caller":"traceutil/trace.go:171","msg":"trace[438085096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-094f9d88-9d0c-4b68-a188-21594470b5f0; range_end:; response_count:1; response_revision:4445; }","duration":"9.882935471s","start":"2026-04-28T03:31:55.939367Z","end":"2026-04-28T03:32:05.822302Z","steps":["trace[438085096] 'agreement among raft nodes before linearized reading' (duration: 9.882840239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.884741801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:05.822332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.939347Z","time spent":"9.882979413s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1305,"request content":"key:\"/registry/persistentvolumes/pvc-094f9d88-9d0c-4b68-a188-21594470b5f0\" "} {"level":"info","ts":"2026-04-28T03:32:05.822361Z","caller":"traceutil/trace.go:171","msg":"trace[1339712475] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:4445; }","duration":"9.884833563s","start":"2026-04-28T03:31:55.93751Z","end":"2026-04-28T03:32:05.822343Z","steps":["trace[1339712475] 'agreement among raft nodes before linearized reading' (duration: 9.88470125s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.937494Z","time spent":"9.884942276s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:32:05.822503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418544958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"warn","ts":"2026-04-28T03:32:05.822535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21305057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:32:05.822541Z","caller":"traceutil/trace.go:171","msg":"trace[1924207088] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4445; }","duration":"5.418611079s","start":"2026-04-28T03:32:00.403914Z","end":"2026-04-28T03:32:05.822525Z","steps":["trace[1924207088] 'agreement among raft nodes before linearized reading' (duration: 5.418422105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.822556Z","caller":"traceutil/trace.go:171","msg":"trace[832350721] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4445; }","duration":"4.213098432s","start":"2026-04-28T03:32:01.609452Z","end":"2026-04-28T03:32:05.82255Z","steps":["trace[832350721] 'agreement among raft nodes before linearized reading' (duration: 4.21303067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:00.403888Z","time spent":"5.41867521s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127528,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:32:05.822574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.609437Z","time spent":"4.213133662s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T03:32:05.822578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.884139298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:32:05.822645Z","caller":"traceutil/trace.go:171","msg":"trace[1930972076] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4445; }","duration":"9.88424714s","start":"2026-04-28T03:31:55.938382Z","end":"2026-04-28T03:32:05.822629Z","steps":["trace[1930972076] 'agreement among raft nodes before linearized reading' (duration: 9.883951224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.938368Z","time spent":"9.884307571s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:32:05.822717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.277732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:05.822265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.588042824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.822739Z","caller":"traceutil/trace.go:171","msg":"trace[2048863881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4445; }","duration":"757.338644ms","start":"2026-04-28T03:32:05.065394Z","end":"2026-04-28T03:32:05.822732Z","steps":["trace[2048863881] 'agreement among raft nodes before linearized reading' (duration: 757.303723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.065371Z","time spent":"757.381265ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:05.822761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520373939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.822782Z","caller":"traceutil/trace.go:171","msg":"trace[604886178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:4445; }","duration":"5.520423491s","start":"2026-04-28T03:32:00.302351Z","end":"2026-04-28T03:32:05.822775Z","steps":["trace[604886178] 'agreement among raft nodes before linearized reading' (duration: 5.52039225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:00.302333Z","time spent":"5.520464211s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:32:05.822797Z","caller":"traceutil/trace.go:171","msg":"trace[492415153] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4445; }","duration":"9.588601146s","start":"2026-04-28T03:31:56.234159Z","end":"2026-04-28T03:32:05.82276Z","steps":["trace[492415153] 'agreement among raft nodes before linearized reading' (duration: 9.588023673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.578286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T03:32:05.822878Z","caller":"traceutil/trace.go:171","msg":"trace[963145901] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4445; }","duration":"913.597807ms","start":"2026-04-28T03:32:04.909274Z","end":"2026-04-28T03:32:05.822871Z","steps":["trace[963145901] 'agreement among raft nodes before linearized reading' (duration: 913.561766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:04.909213Z","time spent":"913.678229ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:32:05.822902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.897040356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:05.82289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.234139Z","time spent":"9.588715768s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:05.822922Z","caller":"traceutil/trace.go:171","msg":"trace[1615357122] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4445; }","duration":"5.897103748s","start":"2026-04-28T03:31:59.925812Z","end":"2026-04-28T03:32:05.822915Z","steps":["trace[1615357122] 'agreement among raft nodes before linearized reading' (duration: 5.897066927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.82293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.881978639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:117002"} {"level":"info","ts":"2026-04-28T03:32:05.822957Z","caller":"traceutil/trace.go:171","msg":"trace[92415106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4445; }","duration":"9.882042091s","start":"2026-04-28T03:31:55.940907Z","end":"2026-04-28T03:32:05.822949Z","steps":["trace[92415106] 'agreement among raft nodes before linearized reading' (duration: 9.881283724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.822963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.332014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T03:32:05.822969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.92579Z","time spent":"5.897146339s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.822976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:55.940893Z","time spent":"9.882077491s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":117025,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:32:05.822982Z","caller":"traceutil/trace.go:171","msg":"trace[847510060] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4445; }","duration":"914.386624ms","start":"2026-04-28T03:32:04.908589Z","end":"2026-04-28T03:32:05.822975Z","steps":["trace[847510060] 'agreement among raft nodes before linearized reading' (duration: 914.353723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:04.908572Z","time spent":"914.423776ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:05.823059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335158648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.823079Z","caller":"traceutil/trace.go:171","msg":"trace[1982622996] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4445; }","duration":"1.335179889s","start":"2026-04-28T03:32:04.487893Z","end":"2026-04-28T03:32:05.823073Z","steps":["trace[1982622996] 'agreement among raft nodes before linearized reading' (duration: 1.335144999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:04.487824Z","time spent":"1.335267591s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.823106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885014296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:05.823125Z","caller":"traceutil/trace.go:171","msg":"trace[1465426732] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4445; }","duration":"7.885065097s","start":"2026-04-28T03:31:57.938054Z","end":"2026-04-28T03:32:05.823119Z","steps":["trace[1465426732] 'agreement among raft nodes before linearized reading' (duration: 7.885005786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:57.938036Z","time spent":"7.885101058s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:32:05.823154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691098676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.823175Z","caller":"traceutil/trace.go:171","msg":"trace[1079108967] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4445; }","duration":"1.691143907s","start":"2026-04-28T03:32:04.132023Z","end":"2026-04-28T03:32:05.823167Z","steps":["trace[1079108967] 'agreement among raft nodes before linearized reading' (duration: 1.691110097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:04.13201Z","time spent":"1.691180928s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.823261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.353255383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:05.823273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885414695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:05.823284Z","caller":"traceutil/trace.go:171","msg":"trace[189778887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4445; }","duration":"9.353316515s","start":"2026-04-28T03:31:56.469961Z","end":"2026-04-28T03:32:05.823278Z","steps":["trace[189778887] 'agreement among raft nodes before linearized reading' (duration: 9.353277714s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.823293Z","caller":"traceutil/trace.go:171","msg":"trace[1787787641] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4445; }","duration":"7.885468186s","start":"2026-04-28T03:31:57.937817Z","end":"2026-04-28T03:32:05.823286Z","steps":["trace[1787787641] 'agreement among raft nodes before linearized reading' (duration: 7.885406735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.469941Z","time spent":"9.353357896s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.823322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834981951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:05.823376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.118975638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.823382Z","caller":"traceutil/trace.go:171","msg":"trace[124030889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4445; }","duration":"3.835084225s","start":"2026-04-28T03:32:01.988281Z","end":"2026-04-28T03:32:05.823365Z","steps":["trace[124030889] 'agreement among raft nodes before linearized reading' (duration: 3.834991522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:57.937796Z","time spent":"7.885511397s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:32:05.823439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:01.988259Z","time spent":"3.835164856s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.823443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703277142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:05.823451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.884496566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:32:05.823392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851087286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:05.823479Z","caller":"traceutil/trace.go:171","msg":"trace[1807717915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4445; }","duration":"8.884524556s","start":"2026-04-28T03:31:56.938948Z","end":"2026-04-28T03:32:05.823473Z","steps":["trace[1807717915] 'agreement among raft nodes before linearized reading' (duration: 8.884461775s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.823479Z","caller":"traceutil/trace.go:171","msg":"trace[1737212202] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4445; }","duration":"1.703347574s","start":"2026-04-28T03:32:04.120121Z","end":"2026-04-28T03:32:05.823468Z","steps":["trace[1737212202] 'agreement among raft nodes before linearized reading' (duration: 1.703293293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.8235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.938901Z","time spent":"8.884592108s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:32:05.823484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.883285838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:32:05.823509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:04.1201Z","time spent":"1.703401335s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.823451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.219177433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"warn","ts":"2026-04-28T03:32:05.823517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283317069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:05.823552Z","caller":"traceutil/trace.go:171","msg":"trace[439151637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4445; }","duration":"8.883381202s","start":"2026-04-28T03:31:56.940152Z","end":"2026-04-28T03:32:05.823533Z","steps":["trace[439151637] 'agreement among raft nodes before linearized reading' (duration: 8.883208138s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.823575Z","caller":"traceutil/trace.go:171","msg":"trace[310400048] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4445; }","duration":"3.28340514s","start":"2026-04-28T03:32:02.540157Z","end":"2026-04-28T03:32:05.823562Z","steps":["trace[310400048] 'agreement among raft nodes before linearized reading' (duration: 3.283302318s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.823567Z","caller":"traceutil/trace.go:171","msg":"trace[502988549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4445; }","duration":"9.219331656s","start":"2026-04-28T03:31:56.604222Z","end":"2026-04-28T03:32:05.823554Z","steps":["trace[502988549] 'agreement among raft nodes before linearized reading' (duration: 9.219175313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.940139Z","time spent":"8.883451343s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:32:05.823616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.6042Z","time spent":"9.219406368s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:32:05.823398Z","caller":"traceutil/trace.go:171","msg":"trace[971370969] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4445; }","duration":"9.119029059s","start":"2026-04-28T03:31:56.704363Z","end":"2026-04-28T03:32:05.823392Z","steps":["trace[971370969] 'agreement among raft nodes before linearized reading' (duration: 9.118986638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:56.704346Z","time spent":"9.119351486s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.82361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:02.540143Z","time spent":"3.283458472s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:05.822322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932798294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:05.82387Z","caller":"traceutil/trace.go:171","msg":"trace[1596543769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4445; }","duration":"4.93436088s","start":"2026-04-28T03:32:00.889481Z","end":"2026-04-28T03:32:05.823842Z","steps":["trace[1596543769] 'agreement among raft nodes before linearized reading' (duration: 4.932819275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:00.88946Z","time spent":"4.934432913s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:05.823519Z","caller":"traceutil/trace.go:171","msg":"trace[1507355619] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4445; }","duration":"2.851203179s","start":"2026-04-28T03:32:02.972288Z","end":"2026-04-28T03:32:05.823491Z","steps":["trace[1507355619] 'agreement among raft nodes before linearized reading' (duration: 2.851059435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:05.823961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:02.972221Z","time spent":"2.85172963s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:06.328647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:06.839363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:07.340459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:07.841193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:08.134549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:08.134609Z","caller":"traceutil/trace.go:171","msg":"trace[17610871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004362s","start":"2026-04-28T03:32:06.134592Z","end":"2026-04-28T03:32:08.134596Z","steps":["trace[17610871] 'agreement among raft nodes before linearized reading' (duration: 1.99992722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:08.134644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.134573Z","time spent":"2.000065494s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:08.342222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:08.843123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:09.046809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:09.046901Z","caller":"traceutil/trace.go:171","msg":"trace[1510424564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389991s","start":"2026-04-28T03:32:07.04649Z","end":"2026-04-28T03:32:09.04688Z","steps":["trace[1510424564] 'agreement among raft nodes before linearized reading' (duration: 2.000266418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.04695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.046467Z","time spent":"2.000472982s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:09.34391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:09.844331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:09.905475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.077433214s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:09.906114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076601065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:09.906201Z","caller":"traceutil/trace.go:171","msg":"trace[125323523] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.076724767s","start":"2026-04-28T03:32:05.829457Z","end":"2026-04-28T03:32:09.906181Z","steps":["trace[125323523] 'agreement among raft nodes before linearized reading' (duration: 4.076615745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.90627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.829448Z","time spent":"4.07681271s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 03:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:09.907089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072993234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:09.907162Z","caller":"traceutil/trace.go:171","msg":"trace[314523284] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.073111227s","start":"2026-04-28T03:32:05.834032Z","end":"2026-04-28T03:32:09.907143Z","steps":["trace[314523284] 'agreement among raft nodes before linearized reading' (duration: 4.073012405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.907216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.834022Z","time spent":"4.073184808s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 03:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:09.937064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093007866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:09.937138Z","caller":"traceutil/trace.go:171","msg":"trace[206966522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.093113689s","start":"2026-04-28T03:32:05.844007Z","end":"2026-04-28T03:32:09.937121Z","steps":["trace[206966522] 'agreement among raft nodes before linearized reading' (duration: 4.093028567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:09.937179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.843995Z","time spent":"4.09317512s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/28 03:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:10.028798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.038622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:10.028899Z","caller":"traceutil/trace.go:171","msg":"trace[911305104] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"4.201355966s","start":"2026-04-28T03:32:05.827525Z","end":"2026-04-28T03:32:10.028881Z","steps":["trace[911305104] 'process raft request' (duration: 4.07815776s)","trace[911305104] 'compare' (duration: 121.940397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:10.02895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.827446Z","time spent":"4.201481099s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:11.054778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:11.054884Z","caller":"traceutil/trace.go:171","msg":"trace[7604590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793309s","start":"2026-04-28T03:32:09.054074Z","end":"2026-04-28T03:32:11.054867Z","steps":["trace[7604590] 'agreement among raft nodes before linearized reading' (duration: 2.000674456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:11.054938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.054055Z","time spent":"2.000869381s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:12.828038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.830419Z","time spent":"4.99761207s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:32:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:12.840915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.839976Z","time spent":"7.000933417s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:13.055746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000729638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:13.055836Z","caller":"traceutil/trace.go:171","msg":"trace[1502570082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873681s","start":"2026-04-28T03:32:11.054943Z","end":"2026-04-28T03:32:13.055816Z","steps":["trace[1502570082] 'agreement among raft nodes before linearized reading' (duration: 2.000757168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:13.055887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.054931Z","time spent":"2.000942953s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:13.325059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.324691Z","time spent":"7.000361504s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:13.607944Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6d16","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:32:14.376562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.439698Z","time spent":"2.936851285s","remote":"127.0.0.1:40038","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:14.376911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168575045s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:14.377042Z","caller":"traceutil/trace.go:171","msg":"trace[1673855343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4446; }","duration":"4.168724048s","start":"2026-04-28T03:32:10.208299Z","end":"2026-04-28T03:32:14.377023Z","steps":["trace[1673855343] 'range keys from in-memory index tree' (duration: 4.168559124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:14.75813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.852397117s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:15.064317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:15.064401Z","caller":"traceutil/trace.go:171","msg":"trace[611557901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683967s","start":"2026-04-28T03:32:13.063699Z","end":"2026-04-28T03:32:15.064383Z","steps":["trace[611557901] 'agreement among raft nodes before linearized reading' (duration: 2.000574185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:15.064443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.063677Z","time spent":"2.000758639s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:16.109481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.108736Z","time spent":"7.000738823s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:17.064911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:17.064976Z","caller":"traceutil/trace.go:171","msg":"trace[1779777932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270098s","start":"2026-04-28T03:32:15.064693Z","end":"2026-04-28T03:32:17.064963Z","steps":["trace[1779777932] 'agreement among raft nodes before linearized reading' (duration: 2.000180186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.065009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:15.064671Z","time spent":"2.000329049s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:17.828738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999008681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:17.828825Z","caller":"traceutil/trace.go:171","msg":"trace[1084462353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999148135s","start":"2026-04-28T03:32:12.82966Z","end":"2026-04-28T03:32:17.828808Z","steps":["trace[1084462353] 'agreement among raft nodes before linearized reading' (duration: 4.999034082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:17.828867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:12.82964Z","time spent":"4.999217296s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:18.135323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:18.13543Z","caller":"traceutil/trace.go:171","msg":"trace[1203771495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000953933s","start":"2026-04-28T03:32:16.134458Z","end":"2026-04-28T03:32:18.135412Z","steps":["trace[1203771495] 'agreement among raft nodes before linearized reading' (duration: 2.00082311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.135481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.134406Z","time spent":"2.001064396s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:18.557717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799086431s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:32:18.559421Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"50.731µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-28T03:32:18.559505Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f3d9dd217ac6d16","error":"lease not found"} {"level":"info","ts":"2026-04-28T03:32:18.559552Z","caller":"traceutil/trace.go:171","msg":"trace[124804800] linearizableReadLoop","detail":"{readStateIndex:4728; appliedIndex:4722; }","duration":"12.73151059s","start":"2026-04-28T03:32:05.828021Z","end":"2026-04-28T03:32:18.559532Z","steps":["trace[124804800] 'read index received' (duration: 4.07767648s)","trace[124804800] 'applied index is now lower than readState.Index' (duration: 8.65383276s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:18.559626Z","caller":"traceutil/trace.go:171","msg":"trace[463666845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4451; }","duration":"5.230562848s","start":"2026-04-28T03:32:13.32905Z","end":"2026-04-28T03:32:18.559613Z","steps":["trace[463666845] 'process raft request' (duration: 5.230241961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.559792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.329022Z","time spent":"5.230695331s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:18.560017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.731992362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:18.560059Z","caller":"traceutil/trace.go:171","msg":"trace[1548202219] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:4451; }","duration":"12.732051202s","start":"2026-04-28T03:32:05.827994Z","end":"2026-04-28T03:32:18.560045Z","steps":["trace[1548202219] 'agreement among raft nodes before linearized reading' (duration: 12.731988791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.560041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.732004881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1914"} {"level":"info","ts":"2026-04-28T03:32:18.560172Z","caller":"traceutil/trace.go:171","msg":"trace[1594451425] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:4451; }","duration":"12.732117464s","start":"2026-04-28T03:32:05.827988Z","end":"2026-04-28T03:32:18.560105Z","steps":["trace[1594451425] 'agreement among raft nodes before linearized reading' (duration: 12.731917379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:18.560208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.827986Z","time spent":"12.732108594s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:32:18.560218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.827968Z","time spent":"12.732238207s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1937,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:32:19.059696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:19.070894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:19.070965Z","caller":"traceutil/trace.go:171","msg":"trace[831371991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445102s","start":"2026-04-28T03:32:17.070502Z","end":"2026-04-28T03:32:19.070947Z","steps":["trace[831371991] 'agreement among raft nodes before linearized reading' (duration: 2.00036054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:19.071011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:17.070485Z","time spent":"2.000515953s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:19.560482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:20.061297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:20.562366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:20.952712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.740800733s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:21.079461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:21.079546Z","caller":"traceutil/trace.go:171","msg":"trace[1393389981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430032s","start":"2026-04-28T03:32:19.079097Z","end":"2026-04-28T03:32:21.079527Z","steps":["trace[1393389981] 'agreement among raft nodes before linearized reading' (duration: 2.000322839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:21.079593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.079075Z","time spent":"2.000509043s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:22.971581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.018542171s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:23.0802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:23.080306Z","caller":"traceutil/trace.go:171","msg":"trace[572404867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433631s","start":"2026-04-28T03:32:21.079847Z","end":"2026-04-28T03:32:23.080281Z","steps":["trace[572404867] 'agreement among raft nodes before linearized reading' (duration: 2.000303638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:23.080372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.079815Z","time spent":"2.000541414s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:23.212241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.2118Z","time spent":"7.000435475s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:24.109407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.984534466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:24.109541Z","caller":"traceutil/trace.go:171","msg":"trace[506933175] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.98471638s","start":"2026-04-28T03:32:16.124799Z","end":"2026-04-28T03:32:24.109515Z","steps":["trace[506933175] 'agreement among raft nodes before linearized reading' (duration: 7.984558117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:24.109605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.124746Z","time spent":"7.984843103s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 03:32:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:25.088347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999774665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:25.08845Z","caller":"traceutil/trace.go:171","msg":"trace[1487458505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950681s","start":"2026-04-28T03:32:23.088477Z","end":"2026-04-28T03:32:25.088428Z","steps":["trace[1487458505] 'agreement among raft nodes before linearized reading' (duration: 1.999819837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.08852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:23.088445Z","time spent":"2.000064563s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:25.3681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.17718679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.368263Z","caller":"traceutil/trace.go:171","msg":"trace[1262625561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4451; }","duration":"5.177359583s","start":"2026-04-28T03:32:20.190878Z","end":"2026-04-28T03:32:25.368237Z","steps":["trace[1262625561] 'range keys from in-memory index tree' (duration: 5.177169169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.368641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41557257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:25.368979Z","caller":"traceutil/trace.go:171","msg":"trace[820662823] linearizableReadLoop","detail":"{readStateIndex:4732; appliedIndex:4730; }","duration":"6.809380336s","start":"2026-04-28T03:32:18.55958Z","end":"2026-04-28T03:32:25.368961Z","steps":["trace[820662823] 'read index received' (duration: 2.393429257s)","trace[820662823] 'applied index is now lower than readState.Index' (duration: 4.415949469s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:25.369136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:18.577372Z","time spent":"6.791759017s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:25.369345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.316374016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.369406Z","caller":"traceutil/trace.go:171","msg":"trace[1536692918] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4452; }","duration":"14.316448887s","start":"2026-04-28T03:32:11.052943Z","end":"2026-04-28T03:32:25.369392Z","steps":["trace[1536692918] 'agreement among raft nodes before linearized reading' (duration: 14.316339965s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.369443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.052918Z","time spent":"14.316513848s","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.369578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.259214223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:25.369675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.777842536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.369704Z","caller":"traceutil/trace.go:171","msg":"trace[139942204] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4452; }","duration":"11.777911858s","start":"2026-04-28T03:32:13.591785Z","end":"2026-04-28T03:32:25.369697Z","steps":["trace[139942204] 'agreement among raft nodes before linearized reading' (duration: 11.777865267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.369737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.591764Z","time spent":"11.777960469s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.369765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.330816176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.369691Z","caller":"traceutil/trace.go:171","msg":"trace[2119906029] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4452; }","duration":"15.259331005s","start":"2026-04-28T03:32:10.110342Z","end":"2026-04-28T03:32:25.369673Z","steps":["trace[2119906029] 'agreement among raft nodes before linearized reading' (duration: 15.259172282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.369936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.110275Z","time spent":"15.259639273s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.370019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.049331856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:25.370048Z","caller":"traceutil/trace.go:171","msg":"trace[1831188807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4452; }","duration":"13.049397058s","start":"2026-04-28T03:32:12.320642Z","end":"2026-04-28T03:32:25.37004Z","steps":["trace[1831188807] 'agreement among raft nodes before linearized reading' (duration: 13.049355707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.370077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:12.320621Z","time spent":"13.049447388s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.369964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.737528135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:25.370283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.134528152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.370314Z","caller":"traceutil/trace.go:171","msg":"trace[587772958] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4452; }","duration":"13.134594554s","start":"2026-04-28T03:32:12.235712Z","end":"2026-04-28T03:32:25.370306Z","steps":["trace[587772958] 'agreement among raft nodes before linearized reading' (duration: 13.134547313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.370337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:12.235693Z","time spent":"13.134638854s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.370455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.339374066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.370264Z","caller":"traceutil/trace.go:171","msg":"trace[121497090] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4452; }","duration":"11.737837702s","start":"2026-04-28T03:32:13.632406Z","end":"2026-04-28T03:32:25.370243Z","steps":["trace[121497090] 'agreement among raft nodes before linearized reading' (duration: 11.737198758s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.370568Z","caller":"traceutil/trace.go:171","msg":"trace[314346210] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4452; }","duration":"15.339516538s","start":"2026-04-28T03:32:10.03103Z","end":"2026-04-28T03:32:25.370546Z","steps":["trace[314346210] 'agreement among raft nodes before linearized reading' (duration: 15.339376195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.370714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:10.031015Z","time spent":"15.339680602s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:32:25.371397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.540915965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:25.371438Z","caller":"traceutil/trace.go:171","msg":"trace[948523530] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4452; }","duration":"17.540997347s","start":"2026-04-28T03:32:07.830432Z","end":"2026-04-28T03:32:25.371429Z","steps":["trace[948523530] 'agreement among raft nodes before linearized reading' (duration: 17.540863123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.823451624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T03:32:25.371464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.830403Z","time spent":"17.541055398s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:32:25.371479Z","caller":"traceutil/trace.go:171","msg":"trace[1502882115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4452; }","duration":"18.823535676s","start":"2026-04-28T03:32:06.547929Z","end":"2026-04-28T03:32:25.371464Z","steps":["trace[1502882115] 'agreement among raft nodes before linearized reading' (duration: 18.823370412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.441854426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:32:25.371528Z","caller":"traceutil/trace.go:171","msg":"trace[1468773220] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76; range_end:; response_count:1; response_revision:4452; }","duration":"18.441926158s","start":"2026-04-28T03:32:06.929594Z","end":"2026-04-28T03:32:25.37152Z","steps":["trace[1468773220] 'agreement among raft nodes before linearized reading' (duration: 18.441831806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.37156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.929574Z","time spent":"18.441979769s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c2b3a76\" "} {"level":"warn","ts":"2026-04-28T03:32:25.371598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.706487817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:25.371613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.542163184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:32:25.369818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994305558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:25.371676Z","caller":"traceutil/trace.go:171","msg":"trace[1189836016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4452; }","duration":"18.542226205s","start":"2026-04-28T03:32:06.829415Z","end":"2026-04-28T03:32:25.371641Z","steps":["trace[1189836016] 'agreement among raft nodes before linearized reading' (duration: 18.542136503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.826195706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:32:25.370891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.632329Z","time spent":"11.738255632s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.371737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.829398Z","time spent":"18.542326047s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:32:25.371742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.238201342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.369842Z","caller":"traceutil/trace.go:171","msg":"trace[651100680] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4452; }","duration":"7.330907008s","start":"2026-04-28T03:32:18.038917Z","end":"2026-04-28T03:32:25.369824Z","steps":["trace[651100680] 'agreement among raft nodes before linearized reading' (duration: 7.330778405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.541949348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:32:25.369951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365715044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:25.371742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.53002558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:25.371797Z","caller":"traceutil/trace.go:171","msg":"trace[398189831] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4452; }","duration":"17.54199939s","start":"2026-04-28T03:32:07.829789Z","end":"2026-04-28T03:32:25.371788Z","steps":["trace[398189831] 'agreement among raft nodes before linearized reading' (duration: 17.541921298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.829775Z","time spent":"17.542059081s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:32:25.370521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.394251284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:25.371834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:18.038853Z","time spent":"7.332955204s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.37101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.184727013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:25.371864Z","caller":"traceutil/trace.go:171","msg":"trace[1315920049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4452; }","duration":"18.826417211s","start":"2026-04-28T03:32:06.545401Z","end":"2026-04-28T03:32:25.371818Z","steps":["trace[1315920049] 'agreement among raft nodes before linearized reading' (duration: 18.826009862s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.547912Z","time spent":"18.823604638s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:32:25.371863Z","caller":"traceutil/trace.go:171","msg":"trace[665268571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4452; }","duration":"18.530192154s","start":"2026-04-28T03:32:06.841641Z","end":"2026-04-28T03:32:25.371833Z","steps":["trace[665268571] 'agreement among raft nodes before linearized reading' (duration: 18.529803745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.545385Z","time spent":"18.826505193s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:32:25.371899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.533590019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:32:25.371723Z","caller":"traceutil/trace.go:171","msg":"trace[1073718334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4452; }","duration":"7.996338944s","start":"2026-04-28T03:32:17.375364Z","end":"2026-04-28T03:32:25.371703Z","steps":["trace[1073718334] 'agreement among raft nodes before linearized reading' (duration: 7.994305557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.841621Z","time spent":"18.530297086s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:32:25.37193Z","caller":"traceutil/trace.go:171","msg":"trace[437117260] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4452; }","duration":"9.185634154s","start":"2026-04-28T03:32:16.186256Z","end":"2026-04-28T03:32:25.37189Z","steps":["trace[437117260] 'agreement among raft nodes before linearized reading' (duration: 9.184730193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:17.375312Z","time spent":"7.99664073s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:25.371954Z","caller":"traceutil/trace.go:171","msg":"trace[1169147820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4452; }","duration":"17.533679631s","start":"2026-04-28T03:32:07.838257Z","end":"2026-04-28T03:32:25.371937Z","steps":["trace[1169147820] 'agreement among raft nodes before linearized reading' (duration: 17.533511697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.371872Z","caller":"traceutil/trace.go:171","msg":"trace[1954499649] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4452; }","duration":"13.395631106s","start":"2026-04-28T03:32:11.976234Z","end":"2026-04-28T03:32:25.371865Z","steps":["trace[1954499649] 'agreement among raft nodes before linearized reading' (duration: 13.394241694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.371055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.408054645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:25.372027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.186244Z","time spent":"9.185753487s","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:25.371821Z","caller":"traceutil/trace.go:171","msg":"trace[1456330435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4452; }","duration":"7.367607957s","start":"2026-04-28T03:32:18.004193Z","end":"2026-04-28T03:32:25.371801Z","steps":["trace[1456330435] 'agreement among raft nodes before linearized reading' (duration: 7.365701103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.372103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:18.004178Z","time spent":"7.367913994s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.37169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.222574916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-28T03:32:25.371621Z","caller":"traceutil/trace.go:171","msg":"trace[590878511] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4452; }","duration":"15.706549598s","start":"2026-04-28T03:32:09.665063Z","end":"2026-04-28T03:32:25.371613Z","steps":["trace[590878511] 'agreement among raft nodes before linearized reading' (duration: 15.706504987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.372166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:09.665041Z","time spent":"15.707112181s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.369887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.288665387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:25.372055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:11.976219Z","time spent":"13.39582476s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":20,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.371697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.531609416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-04-28T03:32:25.372167Z","caller":"traceutil/trace.go:171","msg":"trace[325991518] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4452; }","duration":"17.223085778s","start":"2026-04-28T03:32:08.149059Z","end":"2026-04-28T03:32:25.372145Z","steps":["trace[325991518] 'agreement among raft nodes before linearized reading' (duration: 17.222575906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.37231Z","caller":"traceutil/trace.go:171","msg":"trace[2116838192] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4452; }","duration":"19.532264871s","start":"2026-04-28T03:32:05.840037Z","end":"2026-04-28T03:32:25.372302Z","steps":["trace[2116838192] 'agreement among raft nodes before linearized reading' (duration: 19.531506604s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.372336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:05.840017Z","time spent":"19.532311652s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:32:25.372375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:08.149042Z","time spent":"17.223315563s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:32:25.369982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.524654232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3921"} {"level":"warn","ts":"2026-04-28T03:32:25.372015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:07.838232Z","time spent":"17.533772463s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:32:25.37258Z","caller":"traceutil/trace.go:171","msg":"trace[2127443810] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4452; }","duration":"12.527286762s","start":"2026-04-28T03:32:12.845286Z","end":"2026-04-28T03:32:25.372573Z","steps":["trace[2127443810] 'agreement among raft nodes before linearized reading' (duration: 12.524617012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.370964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.746372342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:25.37261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:12.845265Z","time spent":"12.527337894s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3944,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"info","ts":"2026-04-28T03:32:25.372665Z","caller":"traceutil/trace.go:171","msg":"trace[1812334497] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4452; }","duration":"8.748066311s","start":"2026-04-28T03:32:16.624543Z","end":"2026-04-28T03:32:25.372609Z","steps":["trace[1812334497] 'agreement among raft nodes before linearized reading' (duration: 8.746385212s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:25.372062Z","caller":"traceutil/trace.go:171","msg":"trace[774151505] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4452; }","duration":"11.409091679s","start":"2026-04-28T03:32:13.962958Z","end":"2026-04-28T03:32:25.37205Z","steps":["trace[774151505] 'agreement among raft nodes before linearized reading' (duration: 11.408070466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.37276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.962937Z","time spent":"11.409805725s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:25.372267Z","caller":"traceutil/trace.go:171","msg":"trace[1664216121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4452; }","duration":"12.291078922s","start":"2026-04-28T03:32:13.081169Z","end":"2026-04-28T03:32:25.372214Z","steps":["trace[1664216121] 'agreement among raft nodes before linearized reading' (duration: 12.288693258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.372773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.624525Z","time spent":"8.748210734s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:25.371833Z","caller":"traceutil/trace.go:171","msg":"trace[523261927] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4452; }","duration":"19.238321384s","start":"2026-04-28T03:32:06.133502Z","end":"2026-04-28T03:32:25.371823Z","steps":["trace[523261927] 'agreement among raft nodes before linearized reading' (duration: 19.238218972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:25.37307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.133485Z","time spent":"19.239573863s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.37301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:13.081144Z","time spent":"12.291837789s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:25.870055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:26.370579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:26.871718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:27.08885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:27.088969Z","caller":"traceutil/trace.go:171","msg":"trace[126874999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053813s","start":"2026-04-28T03:32:25.088896Z","end":"2026-04-28T03:32:27.08895Z","steps":["trace[126874999] 'agreement among raft nodes before linearized reading' (duration: 1.99992055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:27.089026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.088865Z","time spent":"2.000147964s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:27.124542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.900028523s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:27.250119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.677869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:546"} {"level":"info","ts":"2026-04-28T03:32:27.250216Z","caller":"traceutil/trace.go:171","msg":"trace[1566921547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4452; }","duration":"4.03258717s","start":"2026-04-28T03:32:23.217609Z","end":"2026-04-28T03:32:27.250196Z","steps":["trace[1566921547] 'process raft request' (duration: 3.907149103s)","trace[1566921547] 'compare' (duration: 124.630189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:27.25029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:23.217585Z","time spent":"4.032656911s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:28.132292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:28.132364Z","caller":"traceutil/trace.go:171","msg":"trace[456485793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966321s","start":"2026-04-28T03:32:26.132383Z","end":"2026-04-28T03:32:28.13235Z","steps":["trace[456485793] 'agreement among raft nodes before linearized reading' (duration: 1.999876009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:28.132397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:26.132363Z","time spent":"2.000027203s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:29.098317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:29.098409Z","caller":"traceutil/trace.go:171","msg":"trace[1834222382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684957s","start":"2026-04-28T03:32:27.097704Z","end":"2026-04-28T03:32:29.098389Z","steps":["trace[1834222382] 'agreement among raft nodes before linearized reading' (duration: 2.000567744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.098457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:27.097679Z","time spent":"2.000768029s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:29.465241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.340450701s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:32:29.465784Z","caller":"traceutil/trace.go:171","msg":"trace[718430148] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"4.091237766s","start":"2026-04-28T03:32:25.374515Z","end":"2026-04-28T03:32:29.465753Z","steps":["trace[718430148] 'process raft request' (duration: 4.090998011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.465914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.37446Z","time spent":"4.091371329s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:29.465974Z","caller":"traceutil/trace.go:171","msg":"trace[1900139240] linearizableReadLoop","detail":"{readStateIndex:4738; appliedIndex:4732; }","duration":"4.096865653s","start":"2026-04-28T03:32:25.36908Z","end":"2026-04-28T03:32:29.465946Z","steps":["trace[1900139240] 'read index received' (duration: 1.755688277s)","trace[1900139240] 'applied index is now lower than readState.Index' (duration: 2.341173756s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:29.466009Z","caller":"traceutil/trace.go:171","msg":"trace[1129675205] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"4.088682998s","start":"2026-04-28T03:32:25.37729Z","end":"2026-04-28T03:32:29.465973Z","steps":["trace[1129675205] 'process raft request' (duration: 4.088475333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.374685Z","time spent":"4.091358469s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:29.466176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.377272Z","time spent":"4.08881098s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:29.466255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.887870293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:29.466261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.418702086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:29.466248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527294357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.466335Z","caller":"traceutil/trace.go:171","msg":"trace[712169693] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4456; }","duration":"10.418821928s","start":"2026-04-28T03:32:19.047495Z","end":"2026-04-28T03:32:29.466316Z","steps":["trace[712169693] 'agreement among raft nodes before linearized reading' (duration: 10.418668304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.951326815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.466366Z","caller":"traceutil/trace.go:171","msg":"trace[256173579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4456; }","duration":"6.527470921s","start":"2026-04-28T03:32:22.938875Z","end":"2026-04-28T03:32:29.466345Z","steps":["trace[256173579] 'agreement among raft nodes before linearized reading' (duration: 6.527209325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.888080038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T03:32:29.466416Z","caller":"traceutil/trace.go:171","msg":"trace[34476499] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4456; }","duration":"10.888154559s","start":"2026-04-28T03:32:18.578248Z","end":"2026-04-28T03:32:29.466403Z","steps":["trace[34476499] 'agreement among raft nodes before linearized reading' (duration: 10.888076758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.938851Z","time spent":"6.527549672s","remote":"127.0.0.1:36838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.466438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.345982629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:29.466446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.898262055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:29.466465Z","caller":"traceutil/trace.go:171","msg":"trace[1008529614] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4456; }","duration":"8.3460407s","start":"2026-04-28T03:32:21.120416Z","end":"2026-04-28T03:32:29.466457Z","steps":["trace[1008529614] 'agreement among raft nodes before linearized reading' (duration: 8.345985838s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.466468Z","caller":"traceutil/trace.go:171","msg":"trace[2119498986] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4456; }","duration":"7.898291286s","start":"2026-04-28T03:32:21.568171Z","end":"2026-04-28T03:32:29.466462Z","steps":["trace[2119498986] 'agreement among raft nodes before linearized reading' (duration: 7.898228574s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.466384Z","caller":"traceutil/trace.go:171","msg":"trace[93090467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4456; }","duration":"7.951412997s","start":"2026-04-28T03:32:21.514962Z","end":"2026-04-28T03:32:29.466375Z","steps":["trace[93090467] 'agreement among raft nodes before linearized reading' (duration: 7.951339615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.46649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.120396Z","time spent":"8.346087831s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.466499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.568108Z","time spent":"7.898385368s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.466191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.29163235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.466567Z","caller":"traceutil/trace.go:171","msg":"trace[1928843902] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4456; }","duration":"7.29207289s","start":"2026-04-28T03:32:22.174475Z","end":"2026-04-28T03:32:29.466548Z","steps":["trace[1928843902] 'agreement among raft nodes before linearized reading' (duration: 7.29161928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:18.578229Z","time spent":"10.888219811s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T03:32:29.466612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:22.174445Z","time spent":"7.292152091s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.466629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:21.51493Z","time spent":"7.951573781s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:29.466708Z","caller":"traceutil/trace.go:171","msg":"trace[346338133] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"4.088524594s","start":"2026-04-28T03:32:25.378169Z","end":"2026-04-28T03:32:29.466694Z","steps":["trace[346338133] 'process raft request' (duration: 4.087667805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.466799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.378161Z","time spent":"4.088580386s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:29.46638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:19.04747Z","time spent":"10.41890104s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.466886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435854942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:32:29.466952Z","caller":"traceutil/trace.go:171","msg":"trace[1014475476] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4456; }","duration":"9.435958565s","start":"2026-04-28T03:32:20.030981Z","end":"2026-04-28T03:32:29.46694Z","steps":["trace[1014475476] 'agreement among raft nodes before linearized reading' (duration: 9.43576535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.46698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:20.030957Z","time spent":"9.436016676s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127528,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:32:29.466986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748494109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:29.467025Z","caller":"traceutil/trace.go:171","msg":"trace[2144942249] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4456; }","duration":"5.748573571s","start":"2026-04-28T03:32:23.71844Z","end":"2026-04-28T03:32:29.467014Z","steps":["trace[2144942249] 'agreement among raft nodes before linearized reading' (duration: 5.748498109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:23.71842Z","time spent":"5.748627322s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":12,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:29.467056Z","caller":"traceutil/trace.go:171","msg":"trace[1858783884] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"4.086011679s","start":"2026-04-28T03:32:25.381035Z","end":"2026-04-28T03:32:29.467047Z","steps":["trace[1858783884] 'process raft request' (duration: 4.084852742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.298328871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:29.467098Z","caller":"traceutil/trace.go:171","msg":"trace[512733423] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4456; }","duration":"6.298404303s","start":"2026-04-28T03:32:23.168684Z","end":"2026-04-28T03:32:29.467089Z","steps":["trace[512733423] 'agreement among raft nodes before linearized reading' (duration: 6.298334221s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.46711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.381029Z","time spent":"4.0860523s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3908,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:29.467098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.140396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:29.467127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:23.168663Z","time spent":"6.298457173s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:29.46716Z","caller":"traceutil/trace.go:171","msg":"trace[335969835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4456; }","duration":"361.231588ms","start":"2026-04-28T03:32:29.105907Z","end":"2026-04-28T03:32:29.467138Z","steps":["trace[335969835] 'agreement among raft nodes before linearized reading' (duration: 361.146586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.105884Z","time spent":"361.310219ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:29.467227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79022324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.466301Z","caller":"traceutil/trace.go:171","msg":"trace[2138228097] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:4456; }","duration":"10.887935574s","start":"2026-04-28T03:32:18.57835Z","end":"2026-04-28T03:32:29.466285Z","steps":["trace[2138228097] 'agreement among raft nodes before linearized reading' (duration: 10.887873863s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.467261Z","caller":"traceutil/trace.go:171","msg":"trace[946777804] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4456; }","duration":"4.790295712s","start":"2026-04-28T03:32:24.676957Z","end":"2026-04-28T03:32:29.467252Z","steps":["trace[946777804] 'agreement among raft nodes before linearized reading' (duration: 4.790233421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:18.578334Z","time spent":"10.888928788s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:32:29.46729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:24.676935Z","time spent":"4.790347923s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.467451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355643456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-04-28T03:32:29.467478Z","caller":"traceutil/trace.go:171","msg":"trace[1845582000] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4456; }","duration":"5.355705357s","start":"2026-04-28T03:32:24.111764Z","end":"2026-04-28T03:32:29.46747Z","steps":["trace[1845582000] 'agreement among raft nodes before linearized reading' (duration: 5.355650036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.796486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:29.467506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:24.111746Z","time spent":"5.355751838s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T03:32:29.46752Z","caller":"traceutil/trace.go:171","msg":"trace[961391370] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4456; }","duration":"566.883758ms","start":"2026-04-28T03:32:28.900622Z","end":"2026-04-28T03:32:29.467506Z","steps":["trace[961391370] 'agreement among raft nodes before linearized reading' (duration: 566.773916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.46723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069883444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:117002"} {"level":"warn","ts":"2026-04-28T03:32:29.467599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:28.900602Z","time spent":"566.976661ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:29.467629Z","caller":"traceutil/trace.go:171","msg":"trace[1390829695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4456; }","duration":"4.070296762s","start":"2026-04-28T03:32:25.397312Z","end":"2026-04-28T03:32:29.467609Z","steps":["trace[1390829695] 'agreement among raft nodes before linearized reading' (duration: 4.069246768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:25.3973Z","time spent":"4.070369845s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":117025,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:32:29.46774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213057278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.467788Z","caller":"traceutil/trace.go:171","msg":"trace[558696564] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4456; }","duration":"1.21313978s","start":"2026-04-28T03:32:28.254636Z","end":"2026-04-28T03:32:29.467775Z","steps":["trace[558696564] 'agreement among raft nodes before linearized reading' (duration: 1.213052868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:28.254617Z","time spent":"1.213196241s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.467818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.319655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:29.467856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06274766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:29.467874Z","caller":"traceutil/trace.go:171","msg":"trace[551834803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4456; }","duration":"930.436668ms","start":"2026-04-28T03:32:28.537421Z","end":"2026-04-28T03:32:29.467858Z","steps":["trace[551834803] 'agreement among raft nodes before linearized reading' (duration: 930.311035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07507249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-04-28T03:32:29.467909Z","caller":"traceutil/trace.go:171","msg":"trace[1061630394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4456; }","duration":"3.062829543s","start":"2026-04-28T03:32:26.405069Z","end":"2026-04-28T03:32:29.467899Z","steps":["trace[1061630394] 'agreement among raft nodes before linearized reading' (duration: 3.062675809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:28.537396Z","time spent":"930.518919ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.467942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:26.405057Z","time spent":"3.062875633s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:32:29.46794Z","caller":"traceutil/trace.go:171","msg":"trace[821646465] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4456; }","duration":"3.075152962s","start":"2026-04-28T03:32:26.392769Z","end":"2026-04-28T03:32:29.467922Z","steps":["trace[821646465] 'agreement among raft nodes before linearized reading' (duration: 3.07506001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.467984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:26.392752Z","time spent":"3.075219963s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3946,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:32:29.468006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.132551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:29.467976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214146154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-04-28T03:32:29.468028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564205477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:29.468037Z","caller":"traceutil/trace.go:171","msg":"trace[325601860] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4456; }","duration":"949.200222ms","start":"2026-04-28T03:32:28.518828Z","end":"2026-04-28T03:32:29.468028Z","steps":["trace[325601860] 'agreement among raft nodes before linearized reading' (duration: 949.14953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.468075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:28.518808Z","time spent":"949.260953ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:29.468079Z","caller":"traceutil/trace.go:171","msg":"trace[1376774356] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4456; }","duration":"2.214310627s","start":"2026-04-28T03:32:27.253746Z","end":"2026-04-28T03:32:29.468056Z","steps":["trace[1376774356] 'agreement among raft nodes before linearized reading' (duration: 2.214048051s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:29.468076Z","caller":"traceutil/trace.go:171","msg":"trace[945933278] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4456; }","duration":"1.564293819s","start":"2026-04-28T03:32:27.903769Z","end":"2026-04-28T03:32:29.468063Z","steps":["trace[945933278] 'agreement among raft nodes before linearized reading' (duration: 1.564196917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.468127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:27.25373Z","time spent":"2.21438739s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:32:29.468127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:27.903743Z","time spent":"1.564371111s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":46,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.468116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495039525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:29.46821Z","caller":"traceutil/trace.go:171","msg":"trace[1538074587] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4456; }","duration":"2.495131677s","start":"2026-04-28T03:32:26.973066Z","end":"2026-04-28T03:32:29.468198Z","steps":["trace[1538074587] 'agreement among raft nodes before linearized reading' (duration: 2.495026225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.468252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:26.973001Z","time spent":"2.495237949s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:29.468398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07688307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:29.46843Z","caller":"traceutil/trace.go:171","msg":"trace[733071309] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4456; }","duration":"2.07694359s","start":"2026-04-28T03:32:27.391476Z","end":"2026-04-28T03:32:29.46842Z","steps":["trace[733071309] 'agreement among raft nodes before linearized reading' (duration: 2.076844458s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.468458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:27.39146Z","time spent":"2.076992482s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:32:29.470038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090893467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:29.470082Z","caller":"traceutil/trace.go:171","msg":"trace[738774820] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4456; }","duration":"2.090963629s","start":"2026-04-28T03:32:27.379105Z","end":"2026-04-28T03:32:29.470068Z","steps":["trace[738774820] 'agreement among raft nodes before linearized reading' (duration: 2.088526814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:29.470146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:27.379089Z","time spent":"2.09100807s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:32:29.97045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:30.471305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:30.972291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:31.469597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999793056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:31.469721Z","caller":"traceutil/trace.go:171","msg":"trace[267228804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994703s","start":"2026-04-28T03:32:29.469751Z","end":"2026-04-28T03:32:31.469698Z","steps":["trace[267228804] 'agreement among raft nodes before linearized reading' (duration: 1.999789616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:31.469786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.469695Z","time spent":"2.000075434s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:31.472719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:31.97337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:32.474117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:32.974461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:33.355555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164572564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:33.355747Z","caller":"traceutil/trace.go:171","msg":"trace[141663927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4456; }","duration":"3.164781269s","start":"2026-04-28T03:32:30.190941Z","end":"2026-04-28T03:32:33.355722Z","steps":["trace[141663927] 'range keys from in-memory index tree' (duration: 3.164550274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.475264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096301904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:33.4765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:33.476575Z","caller":"traceutil/trace.go:171","msg":"trace[1910657858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202836s","start":"2026-04-28T03:32:31.476354Z","end":"2026-04-28T03:32:33.476557Z","steps":["trace[1910657858] 'agreement among raft nodes before linearized reading' (duration: 2.000099114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.476625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.476343Z","time spent":"2.000272477s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:33.823854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.353949966s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:32:33.824622Z","caller":"traceutil/trace.go:171","msg":"trace[307744394] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"4.354902078s","start":"2026-04-28T03:32:29.469686Z","end":"2026-04-28T03:32:33.824588Z","steps":["trace[307744394] 'process raft request' (duration: 4.354488269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.826224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.469674Z","time spent":"4.356386363s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:33.831745Z","caller":"traceutil/trace.go:171","msg":"trace[1779637754] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"4.362059451s","start":"2026-04-28T03:32:29.469648Z","end":"2026-04-28T03:32:33.831707Z","steps":["trace[1779637754] 'process raft request' (duration: 4.354809556s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.831874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.469627Z","time spent":"4.362173784s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:33.960823Z","caller":"traceutil/trace.go:171","msg":"trace[174947449] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"4.488473819s","start":"2026-04-28T03:32:29.472326Z","end":"2026-04-28T03:32:33.960799Z","steps":["trace[174947449] 'process raft request' (duration: 4.413959794s)","trace[174947449] 'compare' (duration: 74.313891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:33.961677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.472312Z","time spent":"4.489284197s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:33.960993Z","caller":"traceutil/trace.go:171","msg":"trace[1984729948] linearizableReadLoop","detail":"{readStateIndex:4742; appliedIndex:4739; }","duration":"4.491182819s","start":"2026-04-28T03:32:29.46976Z","end":"2026-04-28T03:32:33.960943Z","steps":["trace[1984729948] 'read index received' (duration: 4.357081127s)","trace[1984729948] 'applied index is now lower than readState.Index' (duration: 134.099302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:33.961124Z","caller":"traceutil/trace.go:171","msg":"trace[1446878518] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"4.487954377s","start":"2026-04-28T03:32:29.473135Z","end":"2026-04-28T03:32:33.961089Z","steps":["trace[1446878518] 'process raft request' (duration: 4.487595519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.962426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489472248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:32:33.962431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.473116Z","time spent":"4.489205634s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:33.962468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492653452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-04-28T03:32:33.962537Z","caller":"traceutil/trace.go:171","msg":"trace[2093872966] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4460; }","duration":"4.492767084s","start":"2026-04-28T03:32:29.469751Z","end":"2026-04-28T03:32:33.962518Z","steps":["trace[2093872966] 'agreement among raft nodes before linearized reading' (duration: 4.49255012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.962557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100233866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:33.962625Z","caller":"traceutil/trace.go:171","msg":"trace[517771416] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4460; }","duration":"1.100341919s","start":"2026-04-28T03:32:32.862273Z","end":"2026-04-28T03:32:33.962615Z","steps":["trace[517771416] 'agreement among raft nodes before linearized reading' (duration: 1.100251237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.962666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.862242Z","time spent":"1.10041667s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:33.962419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.894364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:33.962762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487896734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:33.962795Z","caller":"traceutil/trace.go:171","msg":"trace[1600656350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4460; }","duration":"3.487947675s","start":"2026-04-28T03:32:30.474834Z","end":"2026-04-28T03:32:33.962782Z","steps":["trace[1600656350] 'agreement among raft nodes before linearized reading' (duration: 3.487861403s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:33.962793Z","caller":"traceutil/trace.go:171","msg":"trace[939069022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4460; }","duration":"485.265382ms","start":"2026-04-28T03:32:33.477504Z","end":"2026-04-28T03:32:33.96277Z","steps":["trace[939069022] 'agreement among raft nodes before linearized reading' (duration: 484.856863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.962876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:33.477426Z","time spent":"485.434426ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:33.962953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88849524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:33.962995Z","caller":"traceutil/trace.go:171","msg":"trace[1896364536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4460; }","duration":"1.888578982s","start":"2026-04-28T03:32:32.074407Z","end":"2026-04-28T03:32:33.962986Z","steps":["trace[1896364536] 'agreement among raft nodes before linearized reading' (duration: 1.88849357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.963037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.074383Z","time spent":"1.888647344s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:33.963097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.110684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471\" ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-28T03:32:33.963169Z","caller":"traceutil/trace.go:171","msg":"trace[1166980058] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-ll4j6.18aa67588c8b0471; range_end:; response_count:1; response_revision:4460; }","duration":"127.209776ms","start":"2026-04-28T03:32:33.83594Z","end":"2026-04-28T03:32:33.963149Z","steps":["trace[1166980058] 'agreement among raft nodes before linearized reading' (duration: 127.055872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:33.962481Z","caller":"traceutil/trace.go:171","msg":"trace[2098451564] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4460; }","duration":"2.489643751s","start":"2026-04-28T03:32:31.472828Z","end":"2026-04-28T03:32:33.962472Z","steps":["trace[2098451564] 'agreement among raft nodes before linearized reading' (duration: 2.489500238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.963271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.472805Z","time spent":"2.49043371s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:32:33.962821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:30.474819Z","time spent":"3.487997146s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:32:33.963638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974875535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:33.962882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600245262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:33.96373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491948677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-04-28T03:32:33.963689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490292109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:33.962674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49041917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:32:33.963289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486216995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:32:33.963809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230897875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:33.963831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491246771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8456"} {"level":"info","ts":"2026-04-28T03:32:33.96382Z","caller":"traceutil/trace.go:171","msg":"trace[943153636] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:4460; }","duration":"4.490500474s","start":"2026-04-28T03:32:29.473298Z","end":"2026-04-28T03:32:33.963799Z","steps":["trace[943153636] 'agreement among raft nodes before linearized reading' (duration: 4.490218808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.962588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.469727Z","time spent":"4.492852347s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T03:32:33.963837Z","caller":"traceutil/trace.go:171","msg":"trace[453879625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4460; }","duration":"2.486764448s","start":"2026-04-28T03:32:31.477044Z","end":"2026-04-28T03:32:33.963808Z","steps":["trace[453879625] 'agreement among raft nodes before linearized reading' (duration: 2.486143834s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:33.96386Z","caller":"traceutil/trace.go:171","msg":"trace[230974735] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4460; }","duration":"4.491288271s","start":"2026-04-28T03:32:29.472565Z","end":"2026-04-28T03:32:33.963853Z","steps":["trace[230974735] 'agreement among raft nodes before linearized reading' (duration: 4.49121925s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:33.963871Z","caller":"traceutil/trace.go:171","msg":"trace[1369145129] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4460; }","duration":"4.231004027s","start":"2026-04-28T03:32:29.732847Z","end":"2026-04-28T03:32:33.963851Z","steps":["trace[1369145129] 'agreement among raft nodes before linearized reading' (duration: 4.230876164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.963885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.472558Z","time spent":"4.491321922s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8479,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:32:33.963887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.47329Z","time spent":"4.490576775s","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T03:32:33.963913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.732817Z","time spent":"4.231086369s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:33.963714Z","caller":"traceutil/trace.go:171","msg":"trace[1296528734] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4460; }","duration":"3.974985568s","start":"2026-04-28T03:32:29.988719Z","end":"2026-04-28T03:32:33.963704Z","steps":["trace[1296528734] 'agreement among raft nodes before linearized reading' (duration: 3.974895816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.963968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.988698Z","time spent":"3.975254903s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:33.963988Z","caller":"traceutil/trace.go:171","msg":"trace[1128918120] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4460; }","duration":"2.491764831s","start":"2026-04-28T03:32:31.472215Z","end":"2026-04-28T03:32:33.96398Z","steps":["trace[1128918120] 'agreement among raft nodes before linearized reading' (duration: 2.490396369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.964042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492253694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" ","response":"range_response_count:1 size:3923"} {"level":"warn","ts":"2026-04-28T03:32:33.963907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.477034Z","time spent":"2.48685518s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:32:33.963753Z","caller":"traceutil/trace.go:171","msg":"trace[1529347015] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4460; }","duration":"1.601100762s","start":"2026-04-28T03:32:32.362626Z","end":"2026-04-28T03:32:33.963727Z","steps":["trace[1529347015] 'agreement among raft nodes before linearized reading' (duration: 1.600229412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.964158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:32.362568Z","time spent":"1.601581084s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:33.964195Z","caller":"traceutil/trace.go:171","msg":"trace[1294409199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674; range_end:; response_count:1; response_revision:4460; }","duration":"4.492421707s","start":"2026-04-28T03:32:29.471756Z","end":"2026-04-28T03:32:33.964178Z","steps":["trace[1294409199] 'agreement among raft nodes before linearized reading' (duration: 4.492154971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.964061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:31.472193Z","time spent":"2.491858314s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:32:33.963769Z","caller":"traceutil/trace.go:171","msg":"trace[101894251] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4460; }","duration":"4.492019089s","start":"2026-04-28T03:32:29.471738Z","end":"2026-04-28T03:32:33.963757Z","steps":["trace[101894251] 'agreement among raft nodes before linearized reading' (duration: 4.491937437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.964273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.471719Z","time spent":"4.49254521s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-28T03:32:33.964366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:29.471746Z","time spent":"4.49248628s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3946,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18e221aa-bf5f-4919-aeda-a6f901df3674\" "} {"level":"warn","ts":"2026-04-28T03:32:33.964619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510473565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:33.964725Z","caller":"traceutil/trace.go:171","msg":"trace[248151036] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4460; }","duration":"3.510582987s","start":"2026-04-28T03:32:30.454086Z","end":"2026-04-28T03:32:33.964669Z","steps":["trace[248151036] 'agreement among raft nodes before linearized reading' (duration: 3.510469105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:33.964823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:30.454065Z","time spent":"3.51074022s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:34.114935Z","caller":"traceutil/trace.go:171","msg":"trace[1518442096] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"147.050326ms","start":"2026-04-28T03:32:33.967862Z","end":"2026-04-28T03:32:34.114912Z","steps":["trace[1518442096] 'process raft request' (duration: 145.556631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.115233Z","caller":"traceutil/trace.go:171","msg":"trace[2140323218] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"145.419388ms","start":"2026-04-28T03:32:33.969786Z","end":"2026-04-28T03:32:34.115205Z","steps":["trace[2140323218] 'process raft request' (duration: 145.0649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.115266Z","caller":"traceutil/trace.go:171","msg":"trace[170225035] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"140.298573ms","start":"2026-04-28T03:32:33.974961Z","end":"2026-04-28T03:32:34.11526Z","steps":["trace[170225035] 'process raft request' (duration: 139.981105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.11518Z","caller":"traceutil/trace.go:171","msg":"trace[1454495553] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4742; }","duration":"146.985394ms","start":"2026-04-28T03:32:33.968177Z","end":"2026-04-28T03:32:34.115162Z","steps":["trace[1454495553] 'read index received' (duration: 59.64861ms)","trace[1454495553] 'applied index is now lower than readState.Index' (duration: 87.335914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:34.115488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.301391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:32:34.115558Z","caller":"traceutil/trace.go:171","msg":"trace[1503431738] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4464; }","duration":"147.415803ms","start":"2026-04-28T03:32:33.968136Z","end":"2026-04-28T03:32:34.115552Z","steps":["trace[1503431738] 'agreement among raft nodes before linearized reading' (duration: 147.313481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.154132Z","caller":"traceutil/trace.go:171","msg":"trace[1952092385] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4465; }","duration":"123.841451ms","start":"2026-04-28T03:32:34.030268Z","end":"2026-04-28T03:32:34.15411Z","steps":["trace[1952092385] 'process raft request' (duration: 123.702728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:34.154229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.559715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:34.154272Z","caller":"traceutil/trace.go:171","msg":"trace[1925142087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4465; }","duration":"181.631398ms","start":"2026-04-28T03:32:33.972632Z","end":"2026-04-28T03:32:34.154264Z","steps":["trace[1925142087] 'agreement among raft nodes before linearized reading' (duration: 181.526315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:34.154584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.84568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:116828"} {"level":"info","ts":"2026-04-28T03:32:34.154615Z","caller":"traceutil/trace.go:171","msg":"trace[556897621] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4465; }","duration":"184.89171ms","start":"2026-04-28T03:32:33.969716Z","end":"2026-04-28T03:32:34.154608Z","steps":["trace[556897621] 'agreement among raft nodes before linearized reading' (duration: 184.720666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:34.154682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.462757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-28T03:32:34.154724Z","caller":"traceutil/trace.go:171","msg":"trace[2088862141] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb41ede2-65b7-4233-85fc-f42cdf96bc3b; range_end:; response_count:1; response_revision:4465; }","duration":"186.531908ms","start":"2026-04-28T03:32:33.968175Z","end":"2026-04-28T03:32:34.154707Z","steps":["trace[2088862141] 'agreement among raft nodes before linearized reading' (duration: 186.460087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.566671Z","caller":"traceutil/trace.go:171","msg":"trace[1040329428] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4766; }","duration":"116.041554ms","start":"2026-04-28T03:32:34.4506Z","end":"2026-04-28T03:32:34.566642Z","steps":["trace[1040329428] 'read index received' (duration: 21.173938ms)","trace[1040329428] 'applied index is now lower than readState.Index' (duration: 94.865986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:34.56707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.446742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-jcsdp.18aa67be4320f5ab\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-28T03:32:34.56718Z","caller":"traceutil/trace.go:171","msg":"trace[673485805] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-jcsdp.18aa67be4320f5ab; range_end:; response_count:1; response_revision:4484; }","duration":"116.611497ms","start":"2026-04-28T03:32:34.450546Z","end":"2026-04-28T03:32:34.567157Z","steps":["trace[673485805] 'agreement among raft nodes before linearized reading' (duration: 116.211738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:34.567393Z","caller":"traceutil/trace.go:171","msg":"trace[577901521] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"160.543479ms","start":"2026-04-28T03:32:34.406815Z","end":"2026-04-28T03:32:34.567359Z","steps":["trace[577901521] 'process raft request' (duration: 65.02343ms)","trace[577901521] 'compare' (duration: 94.6579ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:34.804911Z","caller":"traceutil/trace.go:171","msg":"trace[646811255] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4770; }","duration":"129.186861ms","start":"2026-04-28T03:32:34.675698Z","end":"2026-04-28T03:32:34.804884Z","steps":["trace[646811255] 'read index received' (duration: 104.306668ms)","trace[646811255] 'applied index is now lower than readState.Index' (duration: 24.878782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:34.805023Z","caller":"traceutil/trace.go:171","msg":"trace[1478721440] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"130.997762ms","start":"2026-04-28T03:32:34.674015Z","end":"2026-04-28T03:32:34.805012Z","steps":["trace[1478721440] 'process raft request' (duration: 106.059298ms)","trace[1478721440] 'compare' (duration: 24.657858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:34.805315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.60357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-28T03:32:34.805343Z","caller":"traceutil/trace.go:171","msg":"trace[1981233620] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4488; }","duration":"129.695103ms","start":"2026-04-28T03:32:34.675641Z","end":"2026-04-28T03:32:34.805336Z","steps":["trace[1981233620] 'agreement among raft nodes before linearized reading' (duration: 129.5602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:35.106048Z","caller":"traceutil/trace.go:171","msg":"trace[1437004989] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4774; }","duration":"162.545766ms","start":"2026-04-28T03:32:34.943477Z","end":"2026-04-28T03:32:35.106023Z","steps":["trace[1437004989] 'read index received' (duration: 3.01255ms)","trace[1437004989] 'applied index is now lower than readState.Index' (duration: 159.531786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:35.10614Z","caller":"traceutil/trace.go:171","msg":"trace[1958959273] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"245.8572ms","start":"2026-04-28T03:32:34.86025Z","end":"2026-04-28T03:32:35.106107Z","steps":["trace[1958959273] 'process raft request' (duration: 245.187084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:35.106239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.747331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T03:32:35.106299Z","caller":"traceutil/trace.go:171","msg":"trace[1588169502] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4493; }","duration":"162.861873ms","start":"2026-04-28T03:32:34.943416Z","end":"2026-04-28T03:32:35.106277Z","steps":["trace[1588169502] 'agreement among raft nodes before linearized reading' (duration: 162.750251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:35.106465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.745464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-jcsdp.18aa675ba1e2e522\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-04-28T03:32:35.106525Z","caller":"traceutil/trace.go:171","msg":"trace[593751189] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-jcsdp.18aa675ba1e2e522; range_end:; response_count:1; response_revision:4493; }","duration":"152.846566ms","start":"2026-04-28T03:32:34.953658Z","end":"2026-04-28T03:32:35.106505Z","steps":["trace[593751189] 'agreement among raft nodes before linearized reading' (duration: 152.684543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:35.108488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.349355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:35.108726Z","caller":"traceutil/trace.go:171","msg":"trace[344493803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4493; }","duration":"137.742104ms","start":"2026-04-28T03:32:34.970958Z","end":"2026-04-28T03:32:35.1087Z","steps":["trace[344493803] 'agreement among raft nodes before linearized reading' (duration: 135.7331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:36.992949Z","caller":"traceutil/trace.go:171","msg":"trace[458950721] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"651.353407ms","start":"2026-04-28T03:32:36.341563Z","end":"2026-04-28T03:32:36.992916Z","steps":["trace[458950721] 'process raft request' (duration: 651.152473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:36.993109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:36.341549Z","time spent":"651.48178ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:36.998055Z","caller":"traceutil/trace.go:171","msg":"trace[160100440] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"656.421091ms","start":"2026-04-28T03:32:36.341614Z","end":"2026-04-28T03:32:36.998035Z","steps":["trace[160100440] 'process raft request' (duration: 656.197606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:36.998293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:36.341592Z","time spent":"656.546215ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:39.150178Z","caller":"traceutil/trace.go:171","msg":"trace[1599398874] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"145.920409ms","start":"2026-04-28T03:32:39.004232Z","end":"2026-04-28T03:32:39.150152Z","steps":["trace[1599398874] 'process raft request' (duration: 145.728825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:39.151839Z","caller":"traceutil/trace.go:171","msg":"trace[1121770485] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4793; }","duration":"104.930243ms","start":"2026-04-28T03:32:39.046883Z","end":"2026-04-28T03:32:39.151813Z","steps":["trace[1121770485] 'read index received' (duration: 103.085511ms)","trace[1121770485] 'applied index is now lower than readState.Index' (duration: 1.843362ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:39.151972Z","caller":"traceutil/trace.go:171","msg":"trace[867732331] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"145.805507ms","start":"2026-04-28T03:32:39.006141Z","end":"2026-04-28T03:32:39.151946Z","steps":["trace[867732331] 'process raft request' (duration: 145.458979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:39.152068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.135458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:39.152158Z","caller":"traceutil/trace.go:171","msg":"trace[2078597074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4512; }","duration":"105.266851ms","start":"2026-04-28T03:32:39.046841Z","end":"2026-04-28T03:32:39.152108Z","steps":["trace[2078597074] 'agreement among raft nodes before linearized reading' (duration: 105.115707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.265248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.76141ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-28T03:32:43.265359Z","caller":"traceutil/trace.go:171","msg":"trace[795781627] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4808; }","duration":"570.47839ms","start":"2026-04-28T03:32:42.69486Z","end":"2026-04-28T03:32:43.265338Z","steps":["trace[795781627] 'read index received' (duration: 219.571067ms)","trace[795781627] 'applied index is now lower than readState.Index' (duration: 350.905823ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:43.265463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3498} {"level":"warn","ts":"2026-04-28T03:32:43.265749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.687476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T03:32:43.265859Z","caller":"traceutil/trace.go:171","msg":"trace[1002176461] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4523; }","duration":"469.830538ms","start":"2026-04-28T03:32:42.796003Z","end":"2026-04-28T03:32:43.265833Z","steps":["trace[1002176461] 'agreement among raft nodes before linearized reading' (duration: 469.530521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.265964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:42.795988Z","time spent":"469.961082ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:43.266106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.614333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:43.266145Z","caller":"traceutil/trace.go:171","msg":"trace[159710820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4523; }","duration":"221.688135ms","start":"2026-04-28T03:32:43.044444Z","end":"2026-04-28T03:32:43.266132Z","steps":["trace[159710820] 'agreement among raft nodes before linearized reading' (duration: 221.231415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:43.265735Z","caller":"traceutil/trace.go:171","msg":"trace[714714588] compact","detail":"{revision:3498; response_revision:4523; }","duration":"629.57188ms","start":"2026-04-28T03:32:42.636139Z","end":"2026-04-28T03:32:43.265711Z","steps":["trace[714714588] 'process raft request' (duration: 278.269698ms)","trace[714714588] 'check and update compact revision' (duration: 350.631977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:43.266607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:42.636094Z","time spent":"630.509612ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:43.26673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.253908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:43.266787Z","caller":"traceutil/trace.go:171","msg":"trace[2075759790] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4523; }","duration":"571.956314ms","start":"2026-04-28T03:32:42.694816Z","end":"2026-04-28T03:32:43.266772Z","steps":["trace[2075759790] 'agreement among raft nodes before linearized reading' (duration: 570.831618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:43.266833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:42.694795Z","time spent":"572.019296ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:44.483527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.231356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:44.483652Z","caller":"traceutil/trace.go:171","msg":"trace[1195604131] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"1.212776229s","start":"2026-04-28T03:32:43.270845Z","end":"2026-04-28T03:32:44.483622Z","steps":["trace[1195604131] 'process raft request' (duration: 244.352488ms)","trace[1195604131] 'compare' (duration: 324.948016ms)","trace[1195604131] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 642.682207ms)"],"step_count":3} {"level":"warn","ts":"2026-04-28T03:32:44.483742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.270822Z","time spent":"1.212887462s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:44.642483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095684964s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:46.046905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:32:46.046979Z","caller":"traceutil/trace.go:171","msg":"trace[1460711950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715018s","start":"2026-04-28T03:32:44.046251Z","end":"2026-04-28T03:32:46.046966Z","steps":["trace[1460711950] 'agreement among raft nodes before linearized reading' (duration: 2.000605135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.047012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.046229Z","time spent":"2.000777129s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:46.331469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688561483s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:46.33174Z","caller":"traceutil/trace.go:171","msg":"trace[594227165] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"1.983110718s","start":"2026-04-28T03:32:44.348616Z","end":"2026-04-28T03:32:46.331727Z","steps":["trace[594227165] 'process raft request' (duration: 1.983076108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.331802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.348592Z","time spent":"1.98318401s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:46.33182Z","caller":"traceutil/trace.go:171","msg":"trace[1016374623] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"3.060645412s","start":"2026-04-28T03:32:43.271102Z","end":"2026-04-28T03:32:46.331748Z","steps":["trace[1016374623] 'process raft request' (duration: 1.371796223s)","trace[1016374623] 'compare' (duration: 1.393810511s)","trace[1016374623] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 294.30262ms)"],"step_count":3} {"level":"info","ts":"2026-04-28T03:32:46.331905Z","caller":"traceutil/trace.go:171","msg":"trace[606592157] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4809; }","duration":"3.04998435s","start":"2026-04-28T03:32:43.281907Z","end":"2026-04-28T03:32:46.331891Z","steps":["trace[606592157] 'read index received' (duration: 233.265897ms)","trace[606592157] 'applied index is now lower than readState.Index' (duration: 2.816716673s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:46.332013Z","caller":"traceutil/trace.go:171","msg":"trace[587744022] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"2.091134877s","start":"2026-04-28T03:32:44.240854Z","end":"2026-04-28T03:32:46.331989Z","steps":["trace[587744022] 'process raft request' (duration: 2.090720788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863506113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:46.332068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.271083Z","time spent":"3.060858987s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:46.332098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.240829Z","time spent":"2.09123343s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:46.332111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926634169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:46.332147Z","caller":"traceutil/trace.go:171","msg":"trace[407786224] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4527; }","duration":"1.92670832s","start":"2026-04-28T03:32:44.405426Z","end":"2026-04-28T03:32:46.332134Z","steps":["trace[407786224] 'agreement among raft nodes before linearized reading' (duration: 1.926643349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.405404Z","time spent":"1.926760591s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.332225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159299112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:32:46.332256Z","caller":"traceutil/trace.go:171","msg":"trace[725318448] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:4527; }","duration":"2.159357123s","start":"2026-04-28T03:32:44.17289Z","end":"2026-04-28T03:32:46.332247Z","steps":["trace[725318448] 'agreement among raft nodes before linearized reading' (duration: 2.15924237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.172876Z","time spent":"2.159403845s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:32:46.332321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050417879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:46.332341Z","caller":"traceutil/trace.go:171","msg":"trace[1582899023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4527; }","duration":"3.050461241s","start":"2026-04-28T03:32:43.281874Z","end":"2026-04-28T03:32:46.332335Z","steps":["trace[1582899023] 'agreement among raft nodes before linearized reading' (duration: 3.050396069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.28186Z","time spent":"3.050495051s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:46.33233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119633593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:32:46.332408Z","caller":"traceutil/trace.go:171","msg":"trace[1158825559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4527; }","duration":"2.119766436s","start":"2026-04-28T03:32:44.212624Z","end":"2026-04-28T03:32:46.33239Z","steps":["trace[1158825559] 'agreement among raft nodes before linearized reading' (duration: 2.11948826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93640677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7071"} {"level":"warn","ts":"2026-04-28T03:32:46.332449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27263628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:46.332455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.212603Z","time spent":"2.119843158s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:32:46.332471Z","caller":"traceutil/trace.go:171","msg":"trace[1998295632] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4527; }","duration":"1.936488902s","start":"2026-04-28T03:32:44.395972Z","end":"2026-04-28T03:32:46.332461Z","steps":["trace[1998295632] 'agreement among raft nodes before linearized reading' (duration: 1.93641687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.671308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:46.332508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.395951Z","time spent":"1.936548803s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7094,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T03:32:46.332528Z","caller":"traceutil/trace.go:171","msg":"trace[580010503] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4527; }","duration":"676.730939ms","start":"2026-04-28T03:32:45.655791Z","end":"2026-04-28T03:32:46.332522Z","steps":["trace[580010503] 'agreement among raft nodes before linearized reading' (duration: 676.700098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.655756Z","time spent":"676.788071ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.332554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344318406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:32:46.332443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.314867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:46.332585Z","caller":"traceutil/trace.go:171","msg":"trace[2142989117] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4527; }","duration":"2.344395597s","start":"2026-04-28T03:32:43.988179Z","end":"2026-04-28T03:32:46.332575Z","steps":["trace[2142989117] 'agreement among raft nodes before linearized reading' (duration: 2.344314325s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.332599Z","caller":"traceutil/trace.go:171","msg":"trace[1585696657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"285.508352ms","start":"2026-04-28T03:32:46.047083Z","end":"2026-04-28T03:32:46.332591Z","steps":["trace[1585696657] 'agreement among raft nodes before linearized reading' (duration: 285.350138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.988154Z","time spent":"2.344450269s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-28T03:32:46.332479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.687451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:46.332755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.534868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413785"} {"level":"info","ts":"2026-04-28T03:32:46.33276Z","caller":"traceutil/trace.go:171","msg":"trace[153468667] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4527; }","duration":"621.997118ms","start":"2026-04-28T03:32:45.710753Z","end":"2026-04-28T03:32:46.332751Z","steps":["trace[153468667] 'agreement among raft nodes before linearized reading' (duration: 621.702612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.332774Z","caller":"traceutil/trace.go:171","msg":"trace[132146467] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4527; }","duration":"685.58449ms","start":"2026-04-28T03:32:45.647184Z","end":"2026-04-28T03:32:46.332769Z","steps":["trace[132146467] 'agreement among raft nodes before linearized reading' (duration: 685.456797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.647167Z","time spent":"685.62128ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413808,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:32:46.332796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.710704Z","time spent":"622.08042ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.332809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34498827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-28T03:32:46.332832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058901367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T03:32:46.332422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.423258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:46.332872Z","caller":"traceutil/trace.go:171","msg":"trace[926931596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4527; }","duration":"2.058978429s","start":"2026-04-28T03:32:44.273882Z","end":"2026-04-28T03:32:46.33286Z","steps":["trace[926931596] 'agreement among raft nodes before linearized reading' (duration: 2.058863366s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.332893Z","caller":"traceutil/trace.go:171","msg":"trace[605184016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"198.912628ms","start":"2026-04-28T03:32:46.133962Z","end":"2026-04-28T03:32:46.332875Z","steps":["trace[605184016] 'agreement among raft nodes before linearized reading' (duration: 198.442947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.333007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.808971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s.18aa67be7231a564\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-28T03:32:46.333042Z","caller":"traceutil/trace.go:171","msg":"trace[317091819] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s.18aa67be7231a564; range_end:; response_count:1; response_revision:4527; }","duration":"740.892422ms","start":"2026-04-28T03:32:45.592141Z","end":"2026-04-28T03:32:46.333033Z","steps":["trace[317091819] 'agreement among raft nodes before linearized reading' (duration: 740.812911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.332115Z","caller":"traceutil/trace.go:171","msg":"trace[987443936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4527; }","duration":"2.863609216s","start":"2026-04-28T03:32:43.468493Z","end":"2026-04-28T03:32:46.332102Z","steps":["trace[987443936] 'agreement among raft nodes before linearized reading' (duration: 2.863534864s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.333065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:45.592103Z","time spent":"740.956473ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":919,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s.18aa67be7231a564\" "} {"level":"warn","ts":"2026-04-28T03:32:46.333083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.468467Z","time spent":"2.864605277s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:46.332841Z","caller":"traceutil/trace.go:171","msg":"trace[1783880963] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4527; }","duration":"2.345063792s","start":"2026-04-28T03:32:43.987766Z","end":"2026-04-28T03:32:46.33283Z","steps":["trace[1783880963] 'agreement among raft nodes before linearized reading' (duration: 2.34497727s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.332368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007764837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T03:32:46.333164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743685787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:32:46.333194Z","caller":"traceutil/trace.go:171","msg":"trace[757619135] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4527; }","duration":"2.008621797s","start":"2026-04-28T03:32:44.324562Z","end":"2026-04-28T03:32:46.333184Z","steps":["trace[757619135] 'agreement among raft nodes before linearized reading' (duration: 2.007735747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.33323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.324543Z","time spent":"2.008678038s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:32:46.333195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.987739Z","time spent":"2.345429591s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-28T03:32:46.333283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770120321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:46.333201Z","caller":"traceutil/trace.go:171","msg":"trace[1867453978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4527; }","duration":"2.743724608s","start":"2026-04-28T03:32:43.589464Z","end":"2026-04-28T03:32:46.333188Z","steps":["trace[1867453978] 'agreement among raft nodes before linearized reading' (duration: 2.743394021s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.333316Z","caller":"traceutil/trace.go:171","msg":"trace[1487160166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4527; }","duration":"1.770187723s","start":"2026-04-28T03:32:44.563119Z","end":"2026-04-28T03:32:46.333307Z","steps":["trace[1487160166] 'agreement among raft nodes before linearized reading' (duration: 1.770098141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.333336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:43.589388Z","time spent":"2.743939412s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":457,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.333342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.5631Z","time spent":"1.770234953s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:32:46.333217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084756932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:46.332479Z","caller":"traceutil/trace.go:171","msg":"trace[1986890204] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4527; }","duration":"2.272693872s","start":"2026-04-28T03:32:44.059776Z","end":"2026-04-28T03:32:46.33247Z","steps":["trace[1986890204] 'agreement among raft nodes before linearized reading' (duration: 2.272644321s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.333467Z","caller":"traceutil/trace.go:171","msg":"trace[105706608] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4527; }","duration":"2.085038259s","start":"2026-04-28T03:32:44.24841Z","end":"2026-04-28T03:32:46.333449Z","steps":["trace[105706608] 'agreement among raft nodes before linearized reading' (duration: 2.084715262s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.333488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.059759Z","time spent":"2.273715254s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.33351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859313202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:32:46.333511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.248396Z","time spent":"2.08510007s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:46.333533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860914778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:32:46.33354Z","caller":"traceutil/trace.go:171","msg":"trace[942424582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4527; }","duration":"1.859380564s","start":"2026-04-28T03:32:44.474151Z","end":"2026-04-28T03:32:46.333532Z","steps":["trace[942424582] 'agreement among raft nodes before linearized reading' (duration: 1.859318482s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:46.333554Z","caller":"traceutil/trace.go:171","msg":"trace[789528324] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4527; }","duration":"1.86097642s","start":"2026-04-28T03:32:44.472571Z","end":"2026-04-28T03:32:46.333548Z","steps":["trace[789528324] 'agreement among raft nodes before linearized reading' (duration: 1.860932959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:46.333566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.474129Z","time spent":"1.859429894s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:46.333572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.47255Z","time spent":"1.86101666s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:32:46.332902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:44.273859Z","time spent":"2.059036999s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:32:46.737663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3498,"took":"3.469732585s","hash":3140794929,"current-db-size-bytes":38678528,"current-db-size":"39 MB","current-db-size-in-use-bytes":13410304,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-04-28T03:32:46.73774Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3140794929,"revision":3498,"compact-revision":2107} {"level":"warn","ts":"2026-04-28T03:32:46.738259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.122093ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:32:46.738366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.335131Z","time spent":"403.23135ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:32:47.265987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.867588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:47.266125Z","caller":"traceutil/trace.go:171","msg":"trace[1448996454] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"930.227815ms","start":"2026-04-28T03:32:46.335881Z","end":"2026-04-28T03:32:47.266109Z","steps":["trace[1448996454] 'process raft request' (duration: 720.176014ms)","trace[1448996454] 'compare' (duration: 209.704713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:47.266169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.335867Z","time spent":"930.282906ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:47.266663Z","caller":"traceutil/trace.go:171","msg":"trace[1949715610] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"928.952175ms","start":"2026-04-28T03:32:46.337689Z","end":"2026-04-28T03:32:47.266641Z","steps":["trace[1949715610] 'process raft request' (duration: 928.369452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:47.26673Z","caller":"traceutil/trace.go:171","msg":"trace[1469107286] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"928.987416ms","start":"2026-04-28T03:32:46.33773Z","end":"2026-04-28T03:32:47.266717Z","steps":["trace[1469107286] 'process raft request' (duration: 928.591758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.266799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.337715Z","time spent":"929.046767ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:47.266843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.337665Z","time spent":"929.048747ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:47.267052Z","caller":"traceutil/trace.go:171","msg":"trace[1981968140] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"928.575958ms","start":"2026-04-28T03:32:46.338466Z","end":"2026-04-28T03:32:47.267042Z","steps":["trace[1981968140] 'process raft request' (duration: 928.191508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.267102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.338458Z","time spent":"928.620378ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:47.267094Z","caller":"traceutil/trace.go:171","msg":"trace[748164648] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4813; }","duration":"929.349525ms","start":"2026-04-28T03:32:46.337721Z","end":"2026-04-28T03:32:47.26707Z","steps":["trace[748164648] 'read index received' (duration: 119.435067ms)","trace[748164648] 'applied index is now lower than readState.Index' (duration: 809.913328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:47.267167Z","caller":"traceutil/trace.go:171","msg":"trace[223197532] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"926.04742ms","start":"2026-04-28T03:32:46.34108Z","end":"2026-04-28T03:32:47.267128Z","steps":["trace[223197532] 'process raft request' (duration: 925.870747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.267384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.34107Z","time spent":"926.199334ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:47.267457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.717073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:117184"} {"level":"info","ts":"2026-04-28T03:32:47.267496Z","caller":"traceutil/trace.go:171","msg":"trace[1643941384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4532; }","duration":"929.791094ms","start":"2026-04-28T03:32:46.337693Z","end":"2026-04-28T03:32:47.267484Z","steps":["trace[1643941384] 'agreement among raft nodes before linearized reading' (duration: 929.484498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.26753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.33768Z","time spent":"929.841296ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":117207,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:32:47.768161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:32:47.968528Z","caller":"traceutil/trace.go:171","msg":"trace[695326504] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"1.228924295s","start":"2026-04-28T03:32:46.739572Z","end":"2026-04-28T03:32:47.968496Z","steps":["trace[695326504] 'process raft request' (duration: 1.228653609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.968682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.739544Z","time spent":"1.229058497s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:47.969094Z","caller":"traceutil/trace.go:171","msg":"trace[19282191] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4819; }","duration":"701.923019ms","start":"2026-04-28T03:32:47.267149Z","end":"2026-04-28T03:32:47.969072Z","steps":["trace[19282191] 'read index received' (duration: 700.996168ms)","trace[19282191] 'applied index is now lower than readState.Index' (duration: 925.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:47.969184Z","caller":"traceutil/trace.go:171","msg":"trace[1798739712] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"1.220584185s","start":"2026-04-28T03:32:46.748557Z","end":"2026-04-28T03:32:47.969141Z","steps":["trace[1798739712] 'process raft request' (duration: 1.219934441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48198252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:32:47.969329Z","caller":"traceutil/trace.go:171","msg":"trace[1656219506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4534; }","duration":"1.482057102s","start":"2026-04-28T03:32:46.487259Z","end":"2026-04-28T03:32:47.969316Z","steps":["trace[1656219506] 'agreement among raft nodes before linearized reading' (duration: 1.481880188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.748527Z","time spent":"1.220725869s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413695,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:47.96935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.487245Z","time spent":"1.482100533s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:47.969455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.696423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s\" ","response":"range_response_count:1 size:6066"} {"level":"info","ts":"2026-04-28T03:32:47.969513Z","caller":"traceutil/trace.go:171","msg":"trace[1671222785] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s; range_end:; response_count:1; response_revision:4534; }","duration":"697.781015ms","start":"2026-04-28T03:32:47.271714Z","end":"2026-04-28T03:32:47.969495Z","steps":["trace[1671222785] 'agreement among raft nodes before linearized reading' (duration: 697.660683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.271695Z","time spent":"697.861548ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6089,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s\" "} {"level":"warn","ts":"2026-04-28T03:32:47.969607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.969251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:47.969637Z","caller":"traceutil/trace.go:171","msg":"trace[1678305709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4534; }","duration":"455.029183ms","start":"2026-04-28T03:32:47.5146Z","end":"2026-04-28T03:32:47.969629Z","steps":["trace[1678305709] 'agreement among raft nodes before linearized reading' (duration: 454.975462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.514588Z","time spent":"455.066554ms","remote":"127.0.0.1:36952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:47.96974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.401095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:47.969816Z","caller":"traceutil/trace.go:171","msg":"trace[453300654] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4534; }","duration":"471.493037ms","start":"2026-04-28T03:32:47.498296Z","end":"2026-04-28T03:32:47.969789Z","steps":["trace[453300654] 'agreement among raft nodes before linearized reading' (duration: 471.308383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.509893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:47.969862Z","caller":"traceutil/trace.go:171","msg":"trace[1997177229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4534; }","duration":"627.579014ms","start":"2026-04-28T03:32:47.342275Z","end":"2026-04-28T03:32:47.969854Z","steps":["trace[1997177229] 'agreement among raft nodes before linearized reading' (duration: 627.497372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.969875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.498237Z","time spent":"471.622119ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":41,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:47.969888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.342249Z","time spent":"627.633956ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:32:47.969334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488631491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T03:32:47.969977Z","caller":"traceutil/trace.go:171","msg":"trace[1584225678] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4534; }","duration":"1.489325506s","start":"2026-04-28T03:32:46.480633Z","end":"2026-04-28T03:32:47.969959Z","steps":["trace[1584225678] 'agreement among raft nodes before linearized reading' (duration: 1.488560089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:47.970019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:46.480612Z","time spent":"1.489395369s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:48.397589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.144384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:48.397705Z","caller":"traceutil/trace.go:171","msg":"trace[1767308347] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"421.774ms","start":"2026-04-28T03:32:47.975908Z","end":"2026-04-28T03:32:48.397682Z","steps":["trace[1767308347] 'read index received' (duration: 199.449861ms)","trace[1767308347] 'applied index is now lower than readState.Index' (duration: 222.322149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:48.397884Z","caller":"traceutil/trace.go:171","msg":"trace[269616205] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"422.045645ms","start":"2026-04-28T03:32:47.975808Z","end":"2026-04-28T03:32:48.397853Z","steps":["trace[269616205] 'process raft request' (duration: 199.532713ms)","trace[269616205] 'compare' (duration: 221.835737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:48.397999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.975788Z","time spent":"422.159408ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:48.398058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.143948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:32:48.398102Z","caller":"traceutil/trace.go:171","msg":"trace[1089762223] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4535; }","duration":"422.23041ms","start":"2026-04-28T03:32:47.975862Z","end":"2026-04-28T03:32:48.398092Z","steps":["trace[1089762223] 'agreement among raft nodes before linearized reading' (duration: 422.097197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:48.39813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.975846Z","time spent":"422.280031ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T03:32:48.434638Z","caller":"traceutil/trace.go:171","msg":"trace[1675773901] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"455.605076ms","start":"2026-04-28T03:32:47.979016Z","end":"2026-04-28T03:32:48.434621Z","steps":["trace[1675773901] 'process raft request' (duration: 455.298489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:48.434668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.395083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:48.434718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:47.978993Z","time spent":"455.675728ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:48.43475Z","caller":"traceutil/trace.go:171","msg":"trace[862743090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4536; }","duration":"388.521075ms","start":"2026-04-28T03:32:48.046207Z","end":"2026-04-28T03:32:48.434728Z","steps":["trace[862743090] 'agreement among raft nodes before linearized reading' (duration: 388.383972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:48.434799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.046187Z","time spent":"388.602988ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:49.124313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:32:49.278517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.332382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:49.278659Z","caller":"traceutil/trace.go:171","msg":"trace[429051302] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"839.213762ms","start":"2026-04-28T03:32:48.439418Z","end":"2026-04-28T03:32:49.278632Z","steps":["trace[429051302] 'process raft request' (duration: 154.633275ms)","trace[429051302] 'compare' (duration: 684.147566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:49.278749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.439404Z","time spent":"839.300084ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:50.112525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.360809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:50.112621Z","caller":"traceutil/trace.go:171","msg":"trace[529913840] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4824; }","duration":"1.48907743s","start":"2026-04-28T03:32:48.623527Z","end":"2026-04-28T03:32:50.112605Z","steps":["trace[529913840] 'read index received' (duration: 925.468096ms)","trace[529913840] 'applied index is now lower than readState.Index' (duration: 563.607954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:50.112795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489261814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-04-28T03:32:50.112833Z","caller":"traceutil/trace.go:171","msg":"trace[969334990] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4538; }","duration":"1.489331736s","start":"2026-04-28T03:32:48.623494Z","end":"2026-04-28T03:32:50.112825Z","steps":["trace[969334990] 'agreement among raft nodes before linearized reading' (duration: 1.489167133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:50.112859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.623477Z","time spent":"1.489376747s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:32:50.112636Z","caller":"traceutil/trace.go:171","msg":"trace[929718637] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"1.666263697s","start":"2026-04-28T03:32:48.446353Z","end":"2026-04-28T03:32:50.112616Z","steps":["trace[929718637] 'process raft request' (duration: 1.102729674s)","trace[929718637] 'compare' (duration: 562.96435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:50.113262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.446332Z","time spent":"1.666902061s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:50.606674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057841847s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:32:50.951914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.884697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:50.95203Z","caller":"traceutil/trace.go:171","msg":"trace[1870836591] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"1.76877871s","start":"2026-04-28T03:32:49.183233Z","end":"2026-04-28T03:32:50.952012Z","steps":["trace[1870836591] 'process raft request' (duration: 1.42372658s)","trace[1870836591] 'compare' (duration: 344.773514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:50.952091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.183198Z","time spent":"1.768863471s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:51.053559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000928012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:32:51.05364Z","caller":"traceutil/trace.go:171","msg":"trace[443614914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001055635s","start":"2026-04-28T03:32:49.052542Z","end":"2026-04-28T03:32:51.053624Z","steps":["trace[443614914] 'agreement among raft nodes before linearized reading' (duration: 2.000952043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.053687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.052527Z","time spent":"2.001147977s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:32:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:32:51.498733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.722012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:32:51.498851Z","caller":"traceutil/trace.go:171","msg":"trace[1118418970] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4825; }","duration":"1.386188499s","start":"2026-04-28T03:32:50.112645Z","end":"2026-04-28T03:32:51.498834Z","steps":["trace[1118418970] 'read index received' (duration: 494.164431ms)","trace[1118418970] 'applied index is now lower than readState.Index' (duration: 892.022088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:51.499192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222925883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:32:51.499355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668532763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:51.499391Z","caller":"traceutil/trace.go:171","msg":"trace[859923716] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4539; }","duration":"2.668607135s","start":"2026-04-28T03:32:48.830774Z","end":"2026-04-28T03:32:51.499381Z","steps":["trace[859923716] 'agreement among raft nodes before linearized reading' (duration: 2.668531974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.830747Z","time spent":"2.668668366s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":27,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:51.499441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519764792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:51.499526Z","caller":"traceutil/trace.go:171","msg":"trace[469243492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4539; }","duration":"2.519896544s","start":"2026-04-28T03:32:48.97961Z","end":"2026-04-28T03:32:51.499506Z","steps":["trace[469243492] 'agreement among raft nodes before linearized reading' (duration: 2.519656609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.979592Z","time spent":"2.519981027s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:32:51.499368Z","caller":"traceutil/trace.go:171","msg":"trace[392723619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4539; }","duration":"2.223125677s","start":"2026-04-28T03:32:49.27622Z","end":"2026-04-28T03:32:51.499346Z","steps":["trace[392723619] 'agreement among raft nodes before linearized reading' (duration: 2.222763559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.276207Z","time spent":"2.223527028s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:32:51.499759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.061511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:51.499797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.200284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:51.499797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.624901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:32:51.499798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499303623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-28T03:32:51.499801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564272035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:51.499854Z","caller":"traceutil/trace.go:171","msg":"trace[1394565085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4539; }","duration":"311.295606ms","start":"2026-04-28T03:32:51.188541Z","end":"2026-04-28T03:32:51.499837Z","steps":["trace[1394565085] 'agreement among raft nodes before linearized reading' (duration: 311.192454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059382442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:51.499861Z","caller":"traceutil/trace.go:171","msg":"trace[1389354559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4539; }","duration":"216.692313ms","start":"2026-04-28T03:32:51.283153Z","end":"2026-04-28T03:32:51.499846Z","steps":["trace[1389354559] 'agreement among raft nodes before linearized reading' (duration: 216.456466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.49986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383840216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4432"} {"level":"warn","ts":"2026-04-28T03:32:51.499775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059063495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-28T03:32:51.499896Z","caller":"traceutil/trace.go:171","msg":"trace[419511979] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:4539; }","duration":"1.059454853s","start":"2026-04-28T03:32:50.440431Z","end":"2026-04-28T03:32:51.499886Z","steps":["trace[419511979] 'agreement among raft nodes before linearized reading' (duration: 1.059379032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.188519Z","time spent":"311.365628ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:51.499899Z","caller":"traceutil/trace.go:171","msg":"trace[599071093] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4539; }","duration":"1.499427816s","start":"2026-04-28T03:32:50.000437Z","end":"2026-04-28T03:32:51.499865Z","steps":["trace[599071093] 'agreement among raft nodes before linearized reading' (duration: 1.499231981s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:51.499914Z","caller":"traceutil/trace.go:171","msg":"trace[2109973543] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4539; }","duration":"1.383910497s","start":"2026-04-28T03:32:50.115989Z","end":"2026-04-28T03:32:51.499899Z","steps":["trace[2109973543] 'agreement among raft nodes before linearized reading' (duration: 1.383707991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716057381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:51.499931Z","caller":"traceutil/trace.go:171","msg":"trace[655260640] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:4539; }","duration":"1.059240149s","start":"2026-04-28T03:32:50.440673Z","end":"2026-04-28T03:32:51.499913Z","steps":["trace[655260640] 'agreement among raft nodes before linearized reading' (duration: 1.059040505s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.000414Z","time spent":"1.499526048s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:32:51.499962Z","caller":"traceutil/trace.go:171","msg":"trace[380453130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4539; }","duration":"2.716823169s","start":"2026-04-28T03:32:48.783124Z","end":"2026-04-28T03:32:51.499947Z","steps":["trace[380453130] 'agreement among raft nodes before linearized reading' (duration: 2.71602708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.115976Z","time spent":"1.383975288s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4455,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:32:51.499985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.440652Z","time spent":"1.05931532s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-28T03:32:51.49985Z","caller":"traceutil/trace.go:171","msg":"trace[1532429692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"446.197084ms","start":"2026-04-28T03:32:51.053633Z","end":"2026-04-28T03:32:51.49983Z","steps":["trace[1532429692] 'agreement among raft nodes before linearized reading' (duration: 446.06734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.499942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098613501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:32:51.499901Z","caller":"traceutil/trace.go:171","msg":"trace[1055341127] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4539; }","duration":"1.564383917s","start":"2026-04-28T03:32:49.935495Z","end":"2026-04-28T03:32:51.499878Z","steps":["trace[1055341127] 'agreement among raft nodes before linearized reading' (duration: 1.564203602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.500052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.935362Z","time spent":"1.564679954s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":34,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:51.500054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.053598Z","time spent":"446.43484ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:51.499822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382380463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"warn","ts":"2026-04-28T03:32:51.499822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108005744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T03:32:51.499291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228732005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:51.500212Z","caller":"traceutil/trace.go:171","msg":"trace[1092881474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4539; }","duration":"1.382747301s","start":"2026-04-28T03:32:50.117407Z","end":"2026-04-28T03:32:51.500155Z","steps":["trace[1092881474] 'agreement among raft nodes before linearized reading' (duration: 1.382214289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:51.50027Z","caller":"traceutil/trace.go:171","msg":"trace[23740219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4539; }","duration":"2.229703748s","start":"2026-04-28T03:32:49.270551Z","end":"2026-04-28T03:32:51.500255Z","steps":["trace[23740219] 'agreement among raft nodes before linearized reading' (duration: 2.228710105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.500293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.1174Z","time spent":"1.382872364s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:32:51.500325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:49.270478Z","time spent":"2.22983531s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:51.499295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386378433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:51.500401Z","caller":"traceutil/trace.go:171","msg":"trace[1738502476] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4539; }","duration":"1.38751907s","start":"2026-04-28T03:32:50.112862Z","end":"2026-04-28T03:32:51.500381Z","steps":["trace[1738502476] 'agreement among raft nodes before linearized reading' (duration: 1.386357423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.50048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.112851Z","time spent":"1.387606561s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:51.500009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:48.783097Z","time spent":"2.71689855s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:51.500566Z","caller":"traceutil/trace.go:171","msg":"trace[827415569] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4539; }","duration":"1.108761121s","start":"2026-04-28T03:32:50.391745Z","end":"2026-04-28T03:32:51.500506Z","steps":["trace[827415569] 'agreement among raft nodes before linearized reading' (duration: 1.107890921s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:51.500098Z","caller":"traceutil/trace.go:171","msg":"trace[1679310769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4539; }","duration":"1.098748034s","start":"2026-04-28T03:32:50.401287Z","end":"2026-04-28T03:32:51.500035Z","steps":["trace[1679310769] 'agreement among raft nodes before linearized reading' (duration: 1.098330894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.500674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.391698Z","time spent":"1.108917815s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T03:32:51.500712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.401276Z","time spent":"1.099414909s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:32:51.49992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:50.440248Z","time spent":"1.059666938s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-28T03:32:51.791998Z","caller":"traceutil/trace.go:171","msg":"trace[9279393] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4827; }","duration":"286.493953ms","start":"2026-04-28T03:32:51.505406Z","end":"2026-04-28T03:32:51.7919Z","steps":["trace[9279393] 'read index received' (duration: 286.36134ms)","trace[9279393] 'applied index is now lower than readState.Index' (duration: 130.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:51.792067Z","caller":"traceutil/trace.go:171","msg":"trace[312066075] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"287.964517ms","start":"2026-04-28T03:32:51.504061Z","end":"2026-04-28T03:32:51.792026Z","steps":["trace[312066075] 'process raft request' (duration: 287.589418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:51.792369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.939364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:117256"} {"level":"info","ts":"2026-04-28T03:32:51.792451Z","caller":"traceutil/trace.go:171","msg":"trace[1822714668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4540; }","duration":"287.053206ms","start":"2026-04-28T03:32:51.505383Z","end":"2026-04-28T03:32:51.792436Z","steps":["trace[1822714668] 'agreement among raft nodes before linearized reading' (duration: 286.715888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:52.240826Z","caller":"traceutil/trace.go:171","msg":"trace[1696513676] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"735.233074ms","start":"2026-04-28T03:32:51.505559Z","end":"2026-04-28T03:32:52.240792Z","steps":["trace[1696513676] 'process raft request' (duration: 734.982428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:52.241085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.505544Z","time spent":"735.458269ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:52.241142Z","caller":"traceutil/trace.go:171","msg":"trace[1632527108] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"735.475479ms","start":"2026-04-28T03:32:51.50564Z","end":"2026-04-28T03:32:52.241115Z","steps":["trace[1632527108] 'process raft request' (duration: 735.099201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:52.241253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.505615Z","time spent":"735.578362ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:52.241345Z","caller":"traceutil/trace.go:171","msg":"trace[387996486] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4828; }","duration":"449.236052ms","start":"2026-04-28T03:32:51.792077Z","end":"2026-04-28T03:32:52.241313Z","steps":["trace[387996486] 'read index received' (duration: 448.488695ms)","trace[387996486] 'applied index is now lower than readState.Index' (duration: 745.987µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:52.241492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.185836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:52.241518Z","caller":"traceutil/trace.go:171","msg":"trace[1440028404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4544; }","duration":"732.224366ms","start":"2026-04-28T03:32:51.509287Z","end":"2026-04-28T03:32:52.241512Z","steps":["trace[1440028404] 'agreement among raft nodes before linearized reading' (duration: 732.182135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:52.241534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.50928Z","time spent":"732.251287ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:32:52.241568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.118579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:32:52.241589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.613533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:52.241632Z","caller":"traceutil/trace.go:171","msg":"trace[1696216415] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4544; }","duration":"210.701076ms","start":"2026-04-28T03:32:52.030919Z","end":"2026-04-28T03:32:52.24162Z","steps":["trace[1696216415] 'agreement among raft nodes before linearized reading' (duration: 210.613774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:52.241635Z","caller":"traceutil/trace.go:171","msg":"trace[2120176694] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4544; }","duration":"216.235441ms","start":"2026-04-28T03:32:52.025377Z","end":"2026-04-28T03:32:52.241613Z","steps":["trace[2120176694] 'agreement among raft nodes before linearized reading' (duration: 216.117409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:52.241399Z","caller":"traceutil/trace.go:171","msg":"trace[113756145] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"734.055518ms","start":"2026-04-28T03:32:51.507327Z","end":"2026-04-28T03:32:52.241382Z","steps":["trace[113756145] 'process raft request' (duration: 733.68382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:52.241498Z","caller":"traceutil/trace.go:171","msg":"trace[605067321] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"554.438477ms","start":"2026-04-28T03:32:51.686964Z","end":"2026-04-28T03:32:52.241402Z","steps":["trace[605067321] 'process raft request' (duration: 554.248742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:52.242297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.686926Z","time spent":"555.332498ms","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:52.242211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:51.507307Z","time spent":"734.837176ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:52.459731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.287109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s.18aa6764b938b5b0\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-04-28T03:32:52.459821Z","caller":"traceutil/trace.go:171","msg":"trace[17168885] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-cgk4s.18aa6764b938b5b0; range_end:; response_count:1; response_revision:4544; }","duration":"177.423692ms","start":"2026-04-28T03:32:52.28237Z","end":"2026-04-28T03:32:52.459793Z","steps":["trace[17168885] 'range keys from in-memory index tree' (duration: 177.049334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:53.168099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.181611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:53.168184Z","caller":"traceutil/trace.go:171","msg":"trace[316680377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4546; }","duration":"123.278274ms","start":"2026-04-28T03:32:53.044887Z","end":"2026-04-28T03:32:53.168166Z","steps":["trace[316680377] 'range keys from in-memory index tree' (duration: 123.09331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:54.662989Z","caller":"traceutil/trace.go:171","msg":"trace[1186738773] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"223.791792ms","start":"2026-04-28T03:32:54.439185Z","end":"2026-04-28T03:32:54.662977Z","steps":["trace[1186738773] 'process raft request' (duration: 223.610318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:54.662956Z","caller":"traceutil/trace.go:171","msg":"trace[23933037] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4844; }","duration":"185.467085ms","start":"2026-04-28T03:32:54.477462Z","end":"2026-04-28T03:32:54.662929Z","steps":["trace[23933037] 'read index received' (duration: 185.26092ms)","trace[23933037] 'applied index is now lower than readState.Index' (duration: 205.015µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:54.66319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.71107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"info","ts":"2026-04-28T03:32:54.663253Z","caller":"traceutil/trace.go:171","msg":"trace[713900360] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4556; }","duration":"185.820193ms","start":"2026-04-28T03:32:54.477422Z","end":"2026-04-28T03:32:54.663242Z","steps":["trace[713900360] 'agreement among raft nodes before linearized reading' (duration: 185.588218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:54.663354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.44136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w\" ","response":"range_response_count:1 size:5793"} {"level":"info","ts":"2026-04-28T03:32:54.663376Z","caller":"traceutil/trace.go:171","msg":"trace[907478656] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fnq4w; range_end:; response_count:1; response_revision:4556; }","duration":"105.500102ms","start":"2026-04-28T03:32:54.557869Z","end":"2026-04-28T03:32:54.66337Z","steps":["trace[907478656] 'agreement among raft nodes before linearized reading' (duration: 105.350528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:54.663528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.354369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:54.663603Z","caller":"traceutil/trace.go:171","msg":"trace[687400765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4556; }","duration":"139.488032ms","start":"2026-04-28T03:32:54.524096Z","end":"2026-04-28T03:32:54.663584Z","steps":["trace[687400765] 'agreement among raft nodes before linearized reading' (duration: 139.267057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:54.663741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.150019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-28T03:32:54.663945Z","caller":"traceutil/trace.go:171","msg":"trace[830422638] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:4556; }","duration":"182.784343ms","start":"2026-04-28T03:32:54.481139Z","end":"2026-04-28T03:32:54.663923Z","steps":["trace[830422638] 'agreement among raft nodes before linearized reading' (duration: 182.052567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.193191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:32:55.370406Z","caller":"traceutil/trace.go:171","msg":"trace[1528547616] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"704.538038ms","start":"2026-04-28T03:32:54.665851Z","end":"2026-04-28T03:32:55.370389Z","steps":["trace[1528547616] 'process raft request' (duration: 704.344534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.370519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:54.665833Z","time spent":"704.62338ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:55.559619Z","caller":"traceutil/trace.go:171","msg":"trace[282523031] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4845; }","duration":"866.777147ms","start":"2026-04-28T03:32:54.692808Z","end":"2026-04-28T03:32:55.559585Z","steps":["trace[282523031] 'read index received' (duration: 677.437465ms)","trace[282523031] 'applied index is now lower than readState.Index' (duration: 189.338452ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:55.559796Z","caller":"traceutil/trace.go:171","msg":"trace[1211998841] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"885.353627ms","start":"2026-04-28T03:32:54.674412Z","end":"2026-04-28T03:32:55.559766Z","steps":["trace[1211998841] 'process raft request' (duration: 884.797455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.559903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.070103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:55.55997Z","caller":"traceutil/trace.go:171","msg":"trace[1670662896] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4559; }","duration":"867.211986ms","start":"2026-04-28T03:32:54.692741Z","end":"2026-04-28T03:32:55.559953Z","steps":["trace[1670662896] 'agreement among raft nodes before linearized reading' (duration: 867.081703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.559964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.148324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:55.559975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:54.674372Z","time spent":"885.517781ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:55.559972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.408884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:32:55.560007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:54.692713Z","time spent":"867.287118ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:32:55.560018Z","caller":"traceutil/trace.go:171","msg":"trace[220884823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4559; }","duration":"514.249966ms","start":"2026-04-28T03:32:55.045755Z","end":"2026-04-28T03:32:55.560005Z","steps":["trace[220884823] 'agreement among raft nodes before linearized reading' (duration: 514.123164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.560047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.378107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:32:55.560056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:55.045731Z","time spent":"514.317757ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:32:55.560052Z","caller":"traceutil/trace.go:171","msg":"trace[1587625344] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4559; }","duration":"182.508566ms","start":"2026-04-28T03:32:55.377523Z","end":"2026-04-28T03:32:55.560032Z","steps":["trace[1587625344] 'agreement among raft nodes before linearized reading' (duration: 182.349702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.560075Z","caller":"traceutil/trace.go:171","msg":"trace[663304360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4559; }","duration":"442.439929ms","start":"2026-04-28T03:32:55.117624Z","end":"2026-04-28T03:32:55.560064Z","steps":["trace[663304360] 'agreement among raft nodes before linearized reading' (duration: 442.384397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.56011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:55.117601Z","time spent":"442.49987ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:55.559815Z","caller":"traceutil/trace.go:171","msg":"trace[577380453] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"689.097509ms","start":"2026-04-28T03:32:54.870612Z","end":"2026-04-28T03:32:55.559709Z","steps":["trace[577380453] 'process raft request' (duration: 688.895034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.560243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:54.870578Z","time spent":"689.640631ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1010,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:55.559985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.407317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-28T03:32:55.560328Z","caller":"traceutil/trace.go:171","msg":"trace[2054721748] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4559; }","duration":"457.782335ms","start":"2026-04-28T03:32:55.102532Z","end":"2026-04-28T03:32:55.560314Z","steps":["trace[2054721748] 'agreement among raft nodes before linearized reading' (duration: 457.347406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.560356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:55.102511Z","time spent":"457.838967ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:32:55.560741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.783934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:55.560823Z","caller":"traceutil/trace.go:171","msg":"trace[1738397834] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4559; }","duration":"565.928467ms","start":"2026-04-28T03:32:54.994877Z","end":"2026-04-28T03:32:55.560806Z","steps":["trace[1738397834] 'agreement among raft nodes before linearized reading' (duration: 564.991076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.560899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:54.994851Z","time spent":"566.003738ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:32:55.82932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.276781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:55.829431Z","caller":"traceutil/trace.go:171","msg":"trace[1713521212] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"218.990214ms","start":"2026-04-28T03:32:55.61042Z","end":"2026-04-28T03:32:55.82941Z","steps":["trace[1713521212] 'process raft request' (duration: 115.532038ms)","trace[1713521212] 'compare' (duration: 102.799991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:55.839128Z","caller":"traceutil/trace.go:171","msg":"trace[162625806] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"228.261064ms","start":"2026-04-28T03:32:55.610777Z","end":"2026-04-28T03:32:55.839038Z","steps":["trace[162625806] 'process raft request' (duration: 227.987627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.83915Z","caller":"traceutil/trace.go:171","msg":"trace[96468044] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4852; }","duration":"228.264494ms","start":"2026-04-28T03:32:55.61086Z","end":"2026-04-28T03:32:55.839125Z","steps":["trace[96468044] 'read index received' (duration: 115.063528ms)","trace[96468044] 'applied index is now lower than readState.Index' (duration: 113.199716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:55.839299Z","caller":"traceutil/trace.go:171","msg":"trace[938983115] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"228.386577ms","start":"2026-04-28T03:32:55.610891Z","end":"2026-04-28T03:32:55.839278Z","steps":["trace[938983115] 'process raft request' (duration: 228.024898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.839405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.52785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:32:55.839462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.656538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-28T03:32:55.839453Z","caller":"traceutil/trace.go:171","msg":"trace[1392222166] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"225.147284ms","start":"2026-04-28T03:32:55.614285Z","end":"2026-04-28T03:32:55.839433Z","steps":["trace[1392222166] 'process raft request' (duration: 224.684683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.839476Z","caller":"traceutil/trace.go:171","msg":"trace[19144803] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"123.536299ms","start":"2026-04-28T03:32:55.715912Z","end":"2026-04-28T03:32:55.839448Z","steps":["trace[19144803] 'process raft request' (duration: 123.099629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.839505Z","caller":"traceutil/trace.go:171","msg":"trace[1710999046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:4567; }","duration":"200.73735ms","start":"2026-04-28T03:32:55.638756Z","end":"2026-04-28T03:32:55.839493Z","steps":["trace[1710999046] 'agreement among raft nodes before linearized reading' (duration: 200.622958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:55.83967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.000412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T03:32:55.839709Z","caller":"traceutil/trace.go:171","msg":"trace[27420080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4567; }","duration":"169.111424ms","start":"2026-04-28T03:32:55.670586Z","end":"2026-04-28T03:32:55.839698Z","steps":["trace[27420080] 'agreement among raft nodes before linearized reading' (duration: 168.93707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.84057Z","caller":"traceutil/trace.go:171","msg":"trace[2124105870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4567; }","duration":"228.621692ms","start":"2026-04-28T03:32:55.610816Z","end":"2026-04-28T03:32:55.839438Z","steps":["trace[2124105870] 'agreement among raft nodes before linearized reading' (duration: 228.386507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.194776Z","caller":"traceutil/trace.go:171","msg":"trace[1704332023] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"402.663757ms","start":"2026-04-28T03:32:57.79209Z","end":"2026-04-28T03:32:58.194754Z","steps":["trace[1704332023] 'process raft request' (duration: 402.547194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.195055Z","caller":"traceutil/trace.go:171","msg":"trace[326643872] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"400.382206ms","start":"2026-04-28T03:32:57.794639Z","end":"2026-04-28T03:32:58.195021Z","steps":["trace[326643872] 'process raft request' (duration: 400.061907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.194795Z","caller":"traceutil/trace.go:171","msg":"trace[959905091] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"404.856526ms","start":"2026-04-28T03:32:57.789893Z","end":"2026-04-28T03:32:58.19475Z","steps":["trace[959905091] 'process raft request' (duration: 404.648882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.195151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.792074Z","time spent":"403.019445ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:58.1952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.79463Z","time spent":"400.484288ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:58.194814Z","caller":"traceutil/trace.go:171","msg":"trace[1744582107] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"401.867618ms","start":"2026-04-28T03:32:57.792913Z","end":"2026-04-28T03:32:58.19478Z","steps":["trace[1744582107] 'process raft request' (duration: 401.757506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.194887Z","caller":"traceutil/trace.go:171","msg":"trace[1020468679] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"405.178783ms","start":"2026-04-28T03:32:57.789695Z","end":"2026-04-28T03:32:58.194874Z","steps":["trace[1020468679] 'process raft request' (duration: 403.657929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.194907Z","caller":"traceutil/trace.go:171","msg":"trace[60423128] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"404.823995ms","start":"2026-04-28T03:32:57.790078Z","end":"2026-04-28T03:32:58.194902Z","steps":["trace[60423128] 'process raft request' (duration: 404.521538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.195349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.789683Z","time spent":"405.614354ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:58.195372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.790061Z","time spent":"405.287817ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:58.195377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.792904Z","time spent":"402.388951ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:32:58.195835Z","caller":"traceutil/trace.go:171","msg":"trace[943170442] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"399.643048ms","start":"2026-04-28T03:32:57.796178Z","end":"2026-04-28T03:32:58.195821Z","steps":["trace[943170442] 'process raft request' (duration: 398.616724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.195891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.796159Z","time spent":"399.70694ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:58.196063Z","caller":"traceutil/trace.go:171","msg":"trace[556512284] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4941; }","duration":"363.561851ms","start":"2026-04-28T03:32:57.832491Z","end":"2026-04-28T03:32:58.196053Z","steps":["trace[556512284] 'read index received' (duration: 360.87697ms)","trace[556512284] 'applied index is now lower than readState.Index' (duration: 2.683911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:58.196207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.33083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:32:58.196233Z","caller":"traceutil/trace.go:171","msg":"trace[550812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:4657; }","duration":"402.37399ms","start":"2026-04-28T03:32:57.793852Z","end":"2026-04-28T03:32:58.196226Z","steps":["trace[550812] 'agreement among raft nodes before linearized reading' (duration: 402.252678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.196253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.793844Z","time spent":"402.403642ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-28T03:32:58.196394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.028388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-04-28T03:32:58.19642Z","caller":"traceutil/trace.go:171","msg":"trace[1464740476] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4657; }","duration":"404.068429ms","start":"2026-04-28T03:32:57.792344Z","end":"2026-04-28T03:32:58.196413Z","steps":["trace[1464740476] 'agreement among raft nodes before linearized reading' (duration: 404.000897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.196441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.792335Z","time spent":"404.100279ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4182,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-04-28T03:32:58.196335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.55749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-28T03:32:58.196707Z","caller":"traceutil/trace.go:171","msg":"trace[818245422] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"394.295807ms","start":"2026-04-28T03:32:57.802403Z","end":"2026-04-28T03:32:58.196699Z","steps":["trace[818245422] 'process raft request' (duration: 393.364836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.196756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.802391Z","time spent":"394.343179ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:58.195288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.789872Z","time spent":"405.278376ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:58.196591Z","caller":"traceutil/trace.go:171","msg":"trace[100635214] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:4657; }","duration":"400.827645ms","start":"2026-04-28T03:32:57.79575Z","end":"2026-04-28T03:32:58.196577Z","steps":["trace[100635214] 'agreement among raft nodes before linearized reading' (duration: 400.348935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.197182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.795743Z","time spent":"401.428238ms","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5106,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-28T03:32:58.262571Z","caller":"traceutil/trace.go:171","msg":"trace[256326458] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"425.906724ms","start":"2026-04-28T03:32:57.83663Z","end":"2026-04-28T03:32:58.262537Z","steps":["trace[256326458] 'process raft request' (duration: 425.667368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.262612Z","caller":"traceutil/trace.go:171","msg":"trace[627102551] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"425.462024ms","start":"2026-04-28T03:32:57.837122Z","end":"2026-04-28T03:32:58.262584Z","steps":["trace[627102551] 'process raft request' (duration: 425.30982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.262714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.836601Z","time spent":"426.050256ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:58.262755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.83711Z","time spent":"425.571006ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:58.262905Z","caller":"traceutil/trace.go:171","msg":"trace[828812213] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"421.285219ms","start":"2026-04-28T03:32:57.841607Z","end":"2026-04-28T03:32:58.262892Z","steps":["trace[828812213] 'process raft request' (duration: 420.904661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.262959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.841583Z","time spent":"421.3459ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:58.263072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.145458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:32:58.263122Z","caller":"traceutil/trace.go:171","msg":"trace[1201956793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4661; }","duration":"388.200879ms","start":"2026-04-28T03:32:57.874909Z","end":"2026-04-28T03:32:58.26311Z","steps":["trace[1201956793] 'agreement among raft nodes before linearized reading' (duration: 388.061386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.87486Z","time spent":"388.287121ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:32:58.2632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.811026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-28T03:32:58.263236Z","caller":"traceutil/trace.go:171","msg":"trace[985895450] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4661; }","duration":"288.853057ms","start":"2026-04-28T03:32:57.974374Z","end":"2026-04-28T03:32:58.263227Z","steps":["trace[985895450] 'agreement among raft nodes before linearized reading' (duration: 288.712444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.040031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-28T03:32:58.26336Z","caller":"traceutil/trace.go:171","msg":"trace[489751044] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4661; }","duration":"289.078442ms","start":"2026-04-28T03:32:57.974274Z","end":"2026-04-28T03:32:58.263353Z","steps":["trace[489751044] 'agreement among raft nodes before linearized reading' (duration: 289.0066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.347507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:58.263433Z","caller":"traceutil/trace.go:171","msg":"trace[1896057511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4661; }","duration":"217.417138ms","start":"2026-04-28T03:32:58.04601Z","end":"2026-04-28T03:32:58.263427Z","steps":["trace[1896057511] 'agreement among raft nodes before linearized reading' (duration: 217.366817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.26343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.123639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-28T03:32:58.263469Z","caller":"traceutil/trace.go:171","msg":"trace[996828103] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:4661; }","duration":"186.203001ms","start":"2026-04-28T03:32:58.077256Z","end":"2026-04-28T03:32:58.263459Z","steps":["trace[996828103] 'agreement among raft nodes before linearized reading' (duration: 186.077308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.975792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:32:58.263536Z","caller":"traceutil/trace.go:171","msg":"trace[197649060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4661; }","duration":"380.048604ms","start":"2026-04-28T03:32:57.88348Z","end":"2026-04-28T03:32:58.263529Z","steps":["trace[197649060] 'agreement among raft nodes before linearized reading' (duration: 379.972782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.043169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-28T03:32:58.26354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.203965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:32:58.263714Z","caller":"traceutil/trace.go:171","msg":"trace[182412209] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4661; }","duration":"288.248514ms","start":"2026-04-28T03:32:57.975458Z","end":"2026-04-28T03:32:58.263706Z","steps":["trace[182412209] 'agreement among raft nodes before linearized reading' (duration: 288.062309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.263734Z","caller":"traceutil/trace.go:171","msg":"trace[1946723903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4661; }","duration":"353.477782ms","start":"2026-04-28T03:32:57.910239Z","end":"2026-04-28T03:32:58.263717Z","steps":["trace[1946723903] 'agreement among raft nodes before linearized reading' (duration: 353.141754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.910224Z","time spent":"353.544203ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:32:58.263554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.883448Z","time spent":"380.101715ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:32:58.263793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.723467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:32:58.263839Z","caller":"traceutil/trace.go:171","msg":"trace[168268313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4661; }","duration":"342.798909ms","start":"2026-04-28T03:32:57.921034Z","end":"2026-04-28T03:32:58.263833Z","steps":["trace[168268313] 'agreement among raft nodes before linearized reading' (duration: 342.712027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.921017Z","time spent":"342.84081ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:32:58.263856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.787268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-28T03:32:58.263906Z","caller":"traceutil/trace.go:171","msg":"trace[1273821114] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"359.816715ms","start":"2026-04-28T03:32:57.904081Z","end":"2026-04-28T03:32:58.263897Z","steps":["trace[1273821114] 'process raft request' (duration: 358.645639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.263934Z","caller":"traceutil/trace.go:171","msg":"trace[954043760] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4661; }","duration":"289.91549ms","start":"2026-04-28T03:32:57.973999Z","end":"2026-04-28T03:32:58.263914Z","steps":["trace[954043760] 'agreement among raft nodes before linearized reading' (duration: 289.702315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.263961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:57.904058Z","time spent":"359.868767ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:58.572003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.270649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:58.572255Z","caller":"traceutil/trace.go:171","msg":"trace[1416642846] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4994; }","duration":"167.036426ms","start":"2026-04-28T03:32:58.405202Z","end":"2026-04-28T03:32:58.572239Z","steps":["trace[1416642846] 'read index received' (duration: 56.462ms)","trace[1416642846] 'applied index is now lower than readState.Index' (duration: 110.573376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:58.572257Z","caller":"traceutil/trace.go:171","msg":"trace[1955132197] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"183.247872ms","start":"2026-04-28T03:32:58.388979Z","end":"2026-04-28T03:32:58.572227Z","steps":["trace[1955132197] 'process raft request' (duration: 72.670546ms)","trace[1955132197] 'compare' (duration: 110.165197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:58.57237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.163288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:58.572337Z","caller":"traceutil/trace.go:171","msg":"trace[1315768336] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"167.306153ms","start":"2026-04-28T03:32:58.40499Z","end":"2026-04-28T03:32:58.572296Z","steps":["trace[1315768336] 'process raft request' (duration: 167.16504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.572401Z","caller":"traceutil/trace.go:171","msg":"trace[458829739] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4706; }","duration":"167.217439ms","start":"2026-04-28T03:32:58.405175Z","end":"2026-04-28T03:32:58.572392Z","steps":["trace[458829739] 'agreement among raft nodes before linearized reading' (duration: 167.107206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.572683Z","caller":"traceutil/trace.go:171","msg":"trace[282276807] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"115.553269ms","start":"2026-04-28T03:32:58.457119Z","end":"2026-04-28T03:32:58.572672Z","steps":["trace[282276807] 'process raft request' (duration: 115.062358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.57271Z","caller":"traceutil/trace.go:171","msg":"trace[956485737] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"174.420433ms","start":"2026-04-28T03:32:58.398271Z","end":"2026-04-28T03:32:58.572691Z","steps":["trace[956485737] 'process raft request' (duration: 173.828349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.752728Z","caller":"traceutil/trace.go:171","msg":"trace[271285617] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"174.831013ms","start":"2026-04-28T03:32:58.577859Z","end":"2026-04-28T03:32:58.75269Z","steps":["trace[271285617] 'process raft request' (duration: 174.616239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.752776Z","caller":"traceutil/trace.go:171","msg":"trace[1959317319] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"165.775668ms","start":"2026-04-28T03:32:58.586984Z","end":"2026-04-28T03:32:58.752759Z","steps":["trace[1959317319] 'process raft request' (duration: 165.679216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.752858Z","caller":"traceutil/trace.go:171","msg":"trace[1723295167] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"174.905465ms","start":"2026-04-28T03:32:58.577878Z","end":"2026-04-28T03:32:58.752783Z","steps":["trace[1723295167] 'process raft request' (duration: 174.741332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:58.814071Z","caller":"traceutil/trace.go:171","msg":"trace[943924530] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:4999; }","duration":"119.343954ms","start":"2026-04-28T03:32:58.694695Z","end":"2026-04-28T03:32:58.814039Z","steps":["trace[943924530] 'read index received' (duration: 57.774249ms)","trace[943924530] 'applied index is now lower than readState.Index' (duration: 61.568265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:58.814383Z","caller":"traceutil/trace.go:171","msg":"trace[213312352] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"160.747294ms","start":"2026-04-28T03:32:58.653603Z","end":"2026-04-28T03:32:58.814351Z","steps":["trace[213312352] 'process raft request' (duration: 160.15696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:58.814652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.937608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-28T03:32:58.814732Z","caller":"traceutil/trace.go:171","msg":"trace[1442755939] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4711; }","duration":"120.028341ms","start":"2026-04-28T03:32:58.694687Z","end":"2026-04-28T03:32:58.814716Z","steps":["trace[1442755939] 'agreement among raft nodes before linearized reading' (duration: 119.674363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:59.358144Z","caller":"traceutil/trace.go:171","msg":"trace[531409494] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"100.476368ms","start":"2026-04-28T03:32:59.257646Z","end":"2026-04-28T03:32:59.358123Z","steps":["trace[531409494] 'process raft request' (duration: 100.325864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:00.682004Z","caller":"traceutil/trace.go:171","msg":"trace[1676517176] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"319.44298ms","start":"2026-04-28T03:33:00.362534Z","end":"2026-04-28T03:33:00.681977Z","steps":["trace[1676517176] 'read index received' (duration: 319.305867ms)","trace[1676517176] 'applied index is now lower than readState.Index' (duration: 135.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:00.682131Z","caller":"traceutil/trace.go:171","msg":"trace[21209495] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"413.316778ms","start":"2026-04-28T03:33:00.268772Z","end":"2026-04-28T03:33:00.682089Z","steps":["trace[21209495] 'process raft request' (duration: 413.019761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.682271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.730796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:00.682329Z","caller":"traceutil/trace.go:171","msg":"trace[33214237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4726; }","duration":"319.848089ms","start":"2026-04-28T03:33:00.362467Z","end":"2026-04-28T03:33:00.682315Z","steps":["trace[33214237] 'agreement among raft nodes before linearized reading' (duration: 319.651324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:00.682335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.268747Z","time spent":"413.486121ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:00.682376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.362434Z","time spent":"319.928111ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:33:01.162283Z","caller":"traceutil/trace.go:171","msg":"trace[1488119691] linearizableReadLoop","detail":"{readStateIndex:5019; appliedIndex:5018; }","duration":"480.179654ms","start":"2026-04-28T03:33:00.682083Z","end":"2026-04-28T03:33:01.162263Z","steps":["trace[1488119691] 'read index received' (duration: 480.140693ms)","trace[1488119691] 'applied index is now lower than readState.Index' (duration: 38.181µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:01.162396Z","caller":"traceutil/trace.go:171","msg":"trace[729972820] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"797.71646ms","start":"2026-04-28T03:33:00.364667Z","end":"2026-04-28T03:33:01.162383Z","steps":["trace[729972820] 'process raft request' (duration: 797.474255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.162629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.402837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:01.16267Z","caller":"traceutil/trace.go:171","msg":"trace[301252069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4727; }","duration":"783.470599ms","start":"2026-04-28T03:33:00.379186Z","end":"2026-04-28T03:33:01.162656Z","steps":["trace[301252069] 'agreement among raft nodes before linearized reading' (duration: 783.140681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.162681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.36465Z","time spent":"797.985477ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:01.162705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.379168Z","time spent":"783.53134ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:01.162546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.601447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:01.162786Z","caller":"traceutil/trace.go:171","msg":"trace[1433381295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4727; }","duration":"793.877163ms","start":"2026-04-28T03:33:00.368897Z","end":"2026-04-28T03:33:01.162774Z","steps":["trace[1433381295] 'agreement among raft nodes before linearized reading' (duration: 793.532495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.16282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.368882Z","time spent":"793.928334ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:01.162545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.661679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:01.162905Z","caller":"traceutil/trace.go:171","msg":"trace[2097100932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4727; }","duration":"794.12041ms","start":"2026-04-28T03:33:00.368769Z","end":"2026-04-28T03:33:01.16289Z","steps":["trace[2097100932] 'agreement among raft nodes before linearized reading' (duration: 793.68356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.162945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.368745Z","time spent":"794.187681ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:01.162545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.562712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:33:01.16304Z","caller":"traceutil/trace.go:171","msg":"trace[314169640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4727; }","duration":"800.098185ms","start":"2026-04-28T03:33:00.362931Z","end":"2026-04-28T03:33:01.163029Z","steps":["trace[314169640] 'agreement among raft nodes before linearized reading' (duration: 799.512652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.163081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.362919Z","time spent":"800.141576ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:01.162544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.228282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:33:01.16317Z","caller":"traceutil/trace.go:171","msg":"trace[790374512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4727; }","duration":"783.894818ms","start":"2026-04-28T03:33:00.379266Z","end":"2026-04-28T03:33:01.163161Z","steps":["trace[790374512] 'agreement among raft nodes before linearized reading' (duration: 783.149991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:01.1632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.379254Z","time spent":"783.936888ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:01.662673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:33:02.130393Z","caller":"traceutil/trace.go:171","msg":"trace[1068599642] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"1.443743353s","start":"2026-04-28T03:33:00.686628Z","end":"2026-04-28T03:33:02.130372Z","steps":["trace[1068599642] 'process raft request' (duration: 1.44357899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.130526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.686607Z","time spent":"1.443852185s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:02.130655Z","caller":"traceutil/trace.go:171","msg":"trace[2031876985] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"1.374102554s","start":"2026-04-28T03:33:00.756533Z","end":"2026-04-28T03:33:02.130636Z","steps":["trace[2031876985] 'process raft request' (duration: 1.373795637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.130737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.75651Z","time spent":"1.374191097s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:02.131085Z","caller":"traceutil/trace.go:171","msg":"trace[1740385733] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"1.052308602s","start":"2026-04-28T03:33:01.078759Z","end":"2026-04-28T03:33:02.131067Z","steps":["trace[1740385733] 'process raft request' (duration: 1.05182081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.131165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.078735Z","time spent":"1.052398044s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:02.132263Z","caller":"traceutil/trace.go:171","msg":"trace[1233987772] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"965.091015ms","start":"2026-04-28T03:33:01.167157Z","end":"2026-04-28T03:33:02.132248Z","steps":["trace[1233987772] 'process raft request' (duration: 964.936652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:02.132248Z","caller":"traceutil/trace.go:171","msg":"trace[1010714944] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"965.582305ms","start":"2026-04-28T03:33:01.166636Z","end":"2026-04-28T03:33:02.132218Z","steps":["trace[1010714944] 'process raft request' (duration: 965.33513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.132337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.167147Z","time spent":"965.154626ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:02.132474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.166612Z","time spent":"965.78946ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:02.13258Z","caller":"traceutil/trace.go:171","msg":"trace[144959655] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"965.311599ms","start":"2026-04-28T03:33:01.167254Z","end":"2026-04-28T03:33:02.132566Z","steps":["trace[144959655] 'process raft request' (duration: 964.90864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.13287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.167247Z","time spent":"965.589525ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:02.139279Z","caller":"traceutil/trace.go:171","msg":"trace[355122361] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5019; }","duration":"976.661557ms","start":"2026-04-28T03:33:01.162595Z","end":"2026-04-28T03:33:02.139256Z","steps":["trace[355122361] 'read index received' (duration: 967.712364ms)","trace[355122361] 'applied index is now lower than readState.Index' (duration: 8.948433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:02.13932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093482945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:02.139352Z","caller":"traceutil/trace.go:171","msg":"trace[794385337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4734; }","duration":"1.093553098s","start":"2026-04-28T03:33:01.045788Z","end":"2026-04-28T03:33:02.139342Z","steps":["trace[794385337] 'agreement among raft nodes before linearized reading' (duration: 1.093503425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.139373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.045766Z","time spent":"1.093602078s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:02.139415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252011108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-04-28T03:33:02.139947Z","caller":"traceutil/trace.go:171","msg":"trace[2119480229] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c; range_end:; response_count:1; response_revision:4734; }","duration":"1.252595651s","start":"2026-04-28T03:33:00.887337Z","end":"2026-04-28T03:33:02.139932Z","steps":["trace[2119480229] 'agreement among raft nodes before linearized reading' (duration: 1.252001818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.139994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.887331Z","time spent":"1.252651432s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c\" "} {"level":"warn","ts":"2026-04-28T03:33:02.139784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.486992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:139102"} {"level":"info","ts":"2026-04-28T03:33:02.140142Z","caller":"traceutil/trace.go:171","msg":"trace[1833868979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4734; }","duration":"972.83981ms","start":"2026-04-28T03:33:01.167289Z","end":"2026-04-28T03:33:02.140128Z","steps":["trace[1833868979] 'agreement among raft nodes before linearized reading' (duration: 972.321229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.139835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.89645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-28T03:33:02.140191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.167251Z","time spent":"972.927362ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":139125,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:33:02.140226Z","caller":"traceutil/trace.go:171","msg":"trace[234614892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4734; }","duration":"788.311268ms","start":"2026-04-28T03:33:01.351903Z","end":"2026-04-28T03:33:02.140215Z","steps":["trace[234614892] 'agreement among raft nodes before linearized reading' (duration: 787.894029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.139885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252617341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-417553b5-59fc-4666-b334-5006fd6842b5\" ","response":"range_response_count:1 size:3599"} {"level":"warn","ts":"2026-04-28T03:33:02.140262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:01.351884Z","time spent":"788.36636ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:33:02.140285Z","caller":"traceutil/trace.go:171","msg":"trace[1168970243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-417553b5-59fc-4666-b334-5006fd6842b5; range_end:; response_count:1; response_revision:4734; }","duration":"1.253058891s","start":"2026-04-28T03:33:00.887213Z","end":"2026-04-28T03:33:02.140272Z","steps":["trace[1168970243] 'agreement among raft nodes before linearized reading' (duration: 1.25255017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.140321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:00.88719Z","time spent":"1.253120412s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-417553b5-59fc-4666-b334-5006fd6842b5\" "} {"level":"warn","ts":"2026-04-28T03:33:02.917054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.640539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:02.917158Z","caller":"traceutil/trace.go:171","msg":"trace[1128690508] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4748; }","duration":"313.793272ms","start":"2026-04-28T03:33:02.603349Z","end":"2026-04-28T03:33:02.917142Z","steps":["trace[1128690508] 'count revisions from in-memory index tree' (duration: 313.570117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.917187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:02.603331Z","time spent":"313.848094ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:02.917298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.907792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4472"} {"level":"info","ts":"2026-04-28T03:33:02.917575Z","caller":"traceutil/trace.go:171","msg":"trace[1259183908] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4748; }","duration":"287.25282ms","start":"2026-04-28T03:33:02.630297Z","end":"2026-04-28T03:33:02.91755Z","steps":["trace[1259183908] 'range keys from in-memory index tree' (duration: 286.587475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:02.944347Z","caller":"traceutil/trace.go:171","msg":"trace[927247763] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"301.910733ms","start":"2026-04-28T03:33:02.642412Z","end":"2026-04-28T03:33:02.944322Z","steps":["trace[927247763] 'process raft request' (duration: 301.74181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.944488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:02.642391Z","time spent":"302.036216ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:02.991118Z","caller":"traceutil/trace.go:171","msg":"trace[2035099343] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5041; }","duration":"121.867833ms","start":"2026-04-28T03:33:02.86922Z","end":"2026-04-28T03:33:02.991088Z","steps":["trace[2035099343] 'read index received' (duration: 74.97806ms)","trace[2035099343] 'applied index is now lower than readState.Index' (duration: 46.888793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:02.991303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.047337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:02.991322Z","caller":"traceutil/trace.go:171","msg":"trace[547485875] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"304.342948ms","start":"2026-04-28T03:33:02.686947Z","end":"2026-04-28T03:33:02.99129Z","steps":["trace[547485875] 'process raft request' (duration: 303.856726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:02.991357Z","caller":"traceutil/trace.go:171","msg":"trace[901349799] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4751; }","duration":"122.168479ms","start":"2026-04-28T03:33:02.869172Z","end":"2026-04-28T03:33:02.991341Z","steps":["trace[901349799] 'agreement among raft nodes before linearized reading' (duration: 122.055047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:02.991481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:02.686924Z","time spent":"304.478192ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:04.154348Z","caller":"traceutil/trace.go:171","msg":"trace[1733157717] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"145.423236ms","start":"2026-04-28T03:33:04.008903Z","end":"2026-04-28T03:33:04.154326Z","steps":["trace[1733157717] 'process raft request' (duration: 105.897971ms)","trace[1733157717] 'compare' (duration: 39.430653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:04.154852Z","caller":"traceutil/trace.go:171","msg":"trace[398364297] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"144.999576ms","start":"2026-04-28T03:33:04.009829Z","end":"2026-04-28T03:33:04.154829Z","steps":["trace[398364297] 'process raft request' (duration: 144.70815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.154986Z","caller":"traceutil/trace.go:171","msg":"trace[200115593] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"144.626419ms","start":"2026-04-28T03:33:04.010303Z","end":"2026-04-28T03:33:04.154929Z","steps":["trace[200115593] 'process raft request' (duration: 144.464395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.155073Z","caller":"traceutil/trace.go:171","msg":"trace[726996810] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"141.60182ms","start":"2026-04-28T03:33:04.013434Z","end":"2026-04-28T03:33:04.155036Z","steps":["trace[726996810] 'process raft request' (duration: 141.383495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.154897Z","caller":"traceutil/trace.go:171","msg":"trace[1778029361] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"144.568227ms","start":"2026-04-28T03:33:04.010303Z","end":"2026-04-28T03:33:04.154871Z","steps":["trace[1778029361] 'process raft request' (duration: 144.423644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.154995Z","caller":"traceutil/trace.go:171","msg":"trace[944053255] linearizableReadLoop","detail":"{readStateIndex:5079; appliedIndex:5074; }","duration":"109.582524ms","start":"2026-04-28T03:33:04.045389Z","end":"2026-04-28T03:33:04.154972Z","steps":["trace[944053255] 'read index received' (duration: 69.389533ms)","trace[944053255] 'applied index is now lower than readState.Index' (duration: 40.191141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:04.155117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.711326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:04.155313Z","caller":"traceutil/trace.go:171","msg":"trace[805718989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4786; }","duration":"109.918881ms","start":"2026-04-28T03:33:04.045376Z","end":"2026-04-28T03:33:04.155295Z","steps":["trace[805718989] 'agreement among raft nodes before linearized reading' (duration: 109.670245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:05.087971Z","caller":"traceutil/trace.go:171","msg":"trace[114145999] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5085; }","duration":"314.508638ms","start":"2026-04-28T03:33:04.77343Z","end":"2026-04-28T03:33:05.087939Z","steps":["trace[114145999] 'read index received' (duration: 314.274223ms)","trace[114145999] 'applied index is now lower than readState.Index' (duration: 231.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:05.088046Z","caller":"traceutil/trace.go:171","msg":"trace[1264539509] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"407.394033ms","start":"2026-04-28T03:33:04.68063Z","end":"2026-04-28T03:33:05.088024Z","steps":["trace[1264539509] 'process raft request' (duration: 407.102307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.088145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.689863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:05.088187Z","caller":"traceutil/trace.go:171","msg":"trace[925005253] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4792; }","duration":"314.777174ms","start":"2026-04-28T03:33:04.773397Z","end":"2026-04-28T03:33:05.088174Z","steps":["trace[925005253] 'agreement among raft nodes before linearized reading' (duration: 314.690503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.088227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:04.773379Z","time spent":"314.835726ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:05.088272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:04.680595Z","time spent":"407.566217ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:05.144931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.160871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:05.145011Z","caller":"traceutil/trace.go:171","msg":"trace[397100899] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4793; }","duration":"314.293724ms","start":"2026-04-28T03:33:04.830698Z","end":"2026-04-28T03:33:05.144992Z","steps":["trace[397100899] 'agreement among raft nodes before linearized reading' (duration: 314.09373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.145062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:04.830676Z","time spent":"314.376245ms","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:05.145277Z","caller":"traceutil/trace.go:171","msg":"trace[1906982026] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"148.342493ms","start":"2026-04-28T03:33:04.996898Z","end":"2026-04-28T03:33:05.145241Z","steps":["trace[1906982026] 'process raft request' (duration: 147.731098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.493656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.496913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:05.493759Z","caller":"traceutil/trace.go:171","msg":"trace[1507402771] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5087; }","duration":"302.6542ms","start":"2026-04-28T03:33:05.191088Z","end":"2026-04-28T03:33:05.493742Z","steps":["trace[1507402771] 'read index received' (duration: 170.034424ms)","trace[1507402771] 'applied index is now lower than readState.Index' (duration: 132.618726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:05.49391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.823044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:05.493938Z","caller":"traceutil/trace.go:171","msg":"trace[893627472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4794; }","duration":"302.884875ms","start":"2026-04-28T03:33:05.191042Z","end":"2026-04-28T03:33:05.493927Z","steps":["trace[893627472] 'agreement among raft nodes before linearized reading' (duration: 302.746242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.493971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:05.191023Z","time spent":"302.939576ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:33:05.49416Z","caller":"traceutil/trace.go:171","msg":"trace[623823753] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"319.328038ms","start":"2026-04-28T03:33:05.17482Z","end":"2026-04-28T03:33:05.494148Z","steps":["trace[623823753] 'process raft request' (duration: 186.259922ms)","trace[623823753] 'compare' (duration: 132.120085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:05.494216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:05.174804Z","time spent":"319.380389ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:05.933917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.194275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:05.933995Z","caller":"traceutil/trace.go:171","msg":"trace[161328251] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5088; }","duration":"254.496038ms","start":"2026-04-28T03:33:05.679477Z","end":"2026-04-28T03:33:05.933973Z","steps":["trace[161328251] 'read index received' (duration: 89.12585ms)","trace[161328251] 'applied index is now lower than readState.Index' (duration: 165.369598ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:05.934094Z","caller":"traceutil/trace.go:171","msg":"trace[1128801537] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"623.118253ms","start":"2026-04-28T03:33:05.31097Z","end":"2026-04-28T03:33:05.934088Z","steps":["trace[1128801537] 'process raft request' (duration: 457.708693ms)","trace[1128801537] 'compare' (duration: 165.117653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:05.934122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:05.310948Z","time spent":"623.162084ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:33:05.934297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.424332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:05.934373Z","caller":"traceutil/trace.go:171","msg":"trace[127695720] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4795; }","duration":"200.547265ms","start":"2026-04-28T03:33:05.733809Z","end":"2026-04-28T03:33:05.934356Z","steps":["trace[127695720] 'agreement among raft nodes before linearized reading' (duration: 200.381111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:05.934439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.970419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-28T03:33:05.934476Z","caller":"traceutil/trace.go:171","msg":"trace[2010967404] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4795; }","duration":"255.053611ms","start":"2026-04-28T03:33:05.679411Z","end":"2026-04-28T03:33:05.934465Z","steps":["trace[2010967404] 'agreement among raft nodes before linearized reading' (duration: 254.937378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:06.199238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.300577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:06.199335Z","caller":"traceutil/trace.go:171","msg":"trace[684877283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"154.448511ms","start":"2026-04-28T03:33:06.044864Z","end":"2026-04-28T03:33:06.199313Z","steps":["trace[684877283] 'range keys from in-memory index tree' (duration: 154.203776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.199808Z","caller":"traceutil/trace.go:171","msg":"trace[687900024] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"120.797048ms","start":"2026-04-28T03:33:06.078987Z","end":"2026-04-28T03:33:06.199784Z","steps":["trace[687900024] 'process raft request' (duration: 25.751104ms)","trace[687900024] 'compare' (duration: 94.589674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:06.364099Z","caller":"traceutil/trace.go:171","msg":"trace[1320159666] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"157.442579ms","start":"2026-04-28T03:33:06.206639Z","end":"2026-04-28T03:33:06.364081Z","steps":["trace[1320159666] 'process raft request' (duration: 157.351217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.36409Z","caller":"traceutil/trace.go:171","msg":"trace[553826334] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5091; }","duration":"156.245172ms","start":"2026-04-28T03:33:06.207822Z","end":"2026-04-28T03:33:06.364067Z","steps":["trace[553826334] 'read index received' (duration: 22.327557ms)","trace[553826334] 'applied index is now lower than readState.Index' (duration: 133.915945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:06.364214Z","caller":"traceutil/trace.go:171","msg":"trace[1254536039] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"157.574722ms","start":"2026-04-28T03:33:06.206609Z","end":"2026-04-28T03:33:06.364184Z","steps":["trace[1254536039] 'process raft request' (duration: 157.225285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.36422Z","caller":"traceutil/trace.go:171","msg":"trace[1449713681] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"157.367467ms","start":"2026-04-28T03:33:06.206808Z","end":"2026-04-28T03:33:06.364175Z","steps":["trace[1449713681] 'process raft request' (duration: 157.217824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:06.364446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.60346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:139568"} {"level":"info","ts":"2026-04-28T03:33:06.36452Z","caller":"traceutil/trace.go:171","msg":"trace[1401678454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4801; }","duration":"156.675291ms","start":"2026-04-28T03:33:06.207799Z","end":"2026-04-28T03:33:06.364474Z","steps":["trace[1401678454] 'agreement among raft nodes before linearized reading' (duration: 156.376684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:06.973652Z","caller":"traceutil/trace.go:171","msg":"trace[1027854960] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"187.95758ms","start":"2026-04-28T03:33:06.785664Z","end":"2026-04-28T03:33:06.973622Z","steps":["trace[1027854960] 'process raft request' (duration: 187.782986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:07.179862Z","caller":"traceutil/trace.go:171","msg":"trace[1689618662] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"133.315452ms","start":"2026-04-28T03:33:07.046523Z","end":"2026-04-28T03:33:07.179839Z","steps":["trace[1689618662] 'read index received' (duration: 53.007191ms)","trace[1689618662] 'applied index is now lower than readState.Index' (duration: 80.307131ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:07.180069Z","caller":"traceutil/trace.go:171","msg":"trace[493145935] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"337.115301ms","start":"2026-04-28T03:33:06.84291Z","end":"2026-04-28T03:33:07.180025Z","steps":["trace[493145935] 'process raft request' (duration: 256.696958ms)","trace[493145935] 'compare' (duration: 80.019604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:07.180183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.6444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:07.180256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:06.842886Z","time spent":"337.258674ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:07.180267Z","caller":"traceutil/trace.go:171","msg":"trace[1179375220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4804; }","duration":"133.775243ms","start":"2026-04-28T03:33:07.04647Z","end":"2026-04-28T03:33:07.180246Z","steps":["trace[1179375220] 'agreement among raft nodes before linearized reading' (duration: 133.62902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:07.638561Z","caller":"traceutil/trace.go:171","msg":"trace[1913032561] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"218.195446ms","start":"2026-04-28T03:33:07.42034Z","end":"2026-04-28T03:33:07.638535Z","steps":["trace[1913032561] 'process raft request' (duration: 218.024421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:07.651385Z","caller":"traceutil/trace.go:171","msg":"trace[2133460486] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5099; }","duration":"144.247099ms","start":"2026-04-28T03:33:07.507115Z","end":"2026-04-28T03:33:07.651362Z","steps":["trace[2133460486] 'read index received' (duration: 131.254334ms)","trace[2133460486] 'applied index is now lower than readState.Index' (duration: 12.991655ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:07.651477Z","caller":"traceutil/trace.go:171","msg":"trace[113216439] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"151.997425ms","start":"2026-04-28T03:33:07.499444Z","end":"2026-04-28T03:33:07.651442Z","steps":["trace[113216439] 'process raft request' (duration: 151.749889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:07.651566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.435033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:07.651607Z","caller":"traceutil/trace.go:171","msg":"trace[970172189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4807; }","duration":"144.501305ms","start":"2026-04-28T03:33:07.507091Z","end":"2026-04-28T03:33:07.651592Z","steps":["trace[970172189] 'agreement among raft nodes before linearized reading' (duration: 144.358382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.234815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.121308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:08.234915Z","caller":"traceutil/trace.go:171","msg":"trace[113566148] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"586.047423ms","start":"2026-04-28T03:33:07.648847Z","end":"2026-04-28T03:33:08.234895Z","steps":["trace[113566148] 'process raft request' (duration: 429.771231ms)","trace[113566148] 'compare' (duration: 155.630277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:08.235224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:07.648815Z","time spent":"586.132085ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3060,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:08.45419Z","caller":"traceutil/trace.go:171","msg":"trace[1044523639] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5101; }","duration":"744.464185ms","start":"2026-04-28T03:33:07.709699Z","end":"2026-04-28T03:33:08.454163Z","steps":["trace[1044523639] 'read index received' (duration: 368.936703ms)","trace[1044523639] 'applied index is now lower than readState.Index' (duration: 375.526512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:08.454241Z","caller":"traceutil/trace.go:171","msg":"trace[272216287] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"798.184501ms","start":"2026-04-28T03:33:07.656012Z","end":"2026-04-28T03:33:08.454196Z","steps":["trace[272216287] 'process raft request' (duration: 751.804929ms)","trace[272216287] 'compare' (duration: 46.212089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:08.454431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.425578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:08.454503Z","caller":"traceutil/trace.go:171","msg":"trace[896559870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4809; }","duration":"408.548641ms","start":"2026-04-28T03:33:08.045937Z","end":"2026-04-28T03:33:08.454486Z","steps":["trace[896559870] 'agreement among raft nodes before linearized reading' (duration: 408.415748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.454548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:08.045916Z","time spent":"408.623202ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:08.454548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:07.655989Z","time spent":"798.430597ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:33:08.454579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.852733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-04-28T03:33:08.454667Z","caller":"traceutil/trace.go:171","msg":"trace[1903883190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c; range_end:; response_count:1; response_revision:4809; }","duration":"744.988346ms","start":"2026-04-28T03:33:07.709659Z","end":"2026-04-28T03:33:08.454648Z","steps":["trace[1903883190] 'agreement among raft nodes before linearized reading' (duration: 744.68583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.454712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:07.709642Z","time spent":"745.061308ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3954,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c\" "} {"level":"warn","ts":"2026-04-28T03:33:08.454853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.164115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-417553b5-59fc-4666-b334-5006fd6842b5\" ","response":"range_response_count:1 size:3902"} {"level":"info","ts":"2026-04-28T03:33:08.454927Z","caller":"traceutil/trace.go:171","msg":"trace[1257508549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-417553b5-59fc-4666-b334-5006fd6842b5; range_end:; response_count:1; response_revision:4809; }","duration":"244.458711ms","start":"2026-04-28T03:33:08.210449Z","end":"2026-04-28T03:33:08.454908Z","steps":["trace[1257508549] 'agreement among raft nodes before linearized reading' (duration: 244.242606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.454929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.699822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:08.454991Z","caller":"traceutil/trace.go:171","msg":"trace[2072356729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4809; }","duration":"220.803815ms","start":"2026-04-28T03:33:08.234172Z","end":"2026-04-28T03:33:08.454975Z","steps":["trace[2072356729] 'agreement among raft nodes before linearized reading' (duration: 220.61512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.455027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.687359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:33:08.455085Z","caller":"traceutil/trace.go:171","msg":"trace[410645971] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4809; }","duration":"346.871503ms","start":"2026-04-28T03:33:08.108197Z","end":"2026-04-28T03:33:08.455069Z","steps":["trace[410645971] 'agreement among raft nodes before linearized reading' (duration: 346.697189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.454863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.317723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:08.455126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:08.108174Z","time spent":"346.941524ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:33:08.455143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.211285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-04-28T03:33:08.455156Z","caller":"traceutil/trace.go:171","msg":"trace[291070926] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4809; }","duration":"336.64015ms","start":"2026-04-28T03:33:08.118494Z","end":"2026-04-28T03:33:08.455134Z","steps":["trace[291070926] 'agreement among raft nodes before linearized reading' (duration: 336.313343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:08.455187Z","caller":"traceutil/trace.go:171","msg":"trace[1701019944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5f4ea43-551e-4483-98c0-eaa36f09010c; range_end:; response_count:1; response_revision:4809; }","duration":"244.295097ms","start":"2026-04-28T03:33:08.21088Z","end":"2026-04-28T03:33:08.455175Z","steps":["trace[1701019944] 'agreement among raft nodes before linearized reading' (duration: 244.188415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.455219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:08.118478Z","time spent":"336.722782ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:11.421581Z","caller":"traceutil/trace.go:171","msg":"trace[2011516711] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"377.340833ms","start":"2026-04-28T03:33:11.044218Z","end":"2026-04-28T03:33:11.421559Z","steps":["trace[2011516711] 'read index received' (duration: 377.260481ms)","trace[2011516711] 'applied index is now lower than readState.Index' (duration: 79.472µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:11.421742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.509357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:11.421725Z","caller":"traceutil/trace.go:171","msg":"trace[13000352] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"409.536882ms","start":"2026-04-28T03:33:11.012154Z","end":"2026-04-28T03:33:11.42169Z","steps":["trace[13000352] 'process raft request' (duration: 409.287166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:11.421786Z","caller":"traceutil/trace.go:171","msg":"trace[1504460595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4882; }","duration":"377.594818ms","start":"2026-04-28T03:33:11.044178Z","end":"2026-04-28T03:33:11.421773Z","steps":["trace[1504460595] 'agreement among raft nodes before linearized reading' (duration: 377.497566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.421834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:11.044162Z","time spent":"377.66117ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:11.421888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:11.012133Z","time spent":"409.663654ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:11.50292Z","caller":"traceutil/trace.go:171","msg":"trace[803169798] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"296.642334ms","start":"2026-04-28T03:33:11.206252Z","end":"2026-04-28T03:33:11.502895Z","steps":["trace[803169798] 'process raft request' (duration: 296.48532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.503133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.717787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:33:11.503183Z","caller":"traceutil/trace.go:171","msg":"trace[424848916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4883; }","duration":"169.804839ms","start":"2026-04-28T03:33:11.333364Z","end":"2026-04-28T03:33:11.503169Z","steps":["trace[424848916] 'agreement among raft nodes before linearized reading' (duration: 169.715747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:11.503189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.409041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:11.503227Z","caller":"traceutil/trace.go:171","msg":"trace[2134076624] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4883; }","duration":"286.488523ms","start":"2026-04-28T03:33:11.216726Z","end":"2026-04-28T03:33:11.503215Z","steps":["trace[2134076624] 'agreement among raft nodes before linearized reading' (duration: 286.406081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:12.624295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.777384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:12.62434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.498858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-04-28T03:33:12.624397Z","caller":"traceutil/trace.go:171","msg":"trace[1848557590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"576.903156ms","start":"2026-04-28T03:33:12.047461Z","end":"2026-04-28T03:33:12.624364Z","steps":["trace[1848557590] 'range keys from in-memory index tree' (duration: 576.715022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.624421Z","caller":"traceutil/trace.go:171","msg":"trace[1367207427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4888; }","duration":"404.641131ms","start":"2026-04-28T03:33:12.219758Z","end":"2026-04-28T03:33:12.624399Z","steps":["trace[1367207427] 'range keys from in-memory index tree' (duration: 404.336264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:12.624439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:12.047437Z","time spent":"576.992868ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:12.624479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:12.219731Z","time spent":"404.732963ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:33:12.624326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.298067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-28T03:33:12.624477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.970478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:12.624586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.24809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:12.62459Z","caller":"traceutil/trace.go:171","msg":"trace[835327645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4888; }","duration":"105.123022ms","start":"2026-04-28T03:33:12.519444Z","end":"2026-04-28T03:33:12.624567Z","steps":["trace[835327645] 'range keys from in-memory index tree' (duration: 104.764555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.624601Z","caller":"traceutil/trace.go:171","msg":"trace[2040442682] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4888; }","duration":"724.595833ms","start":"2026-04-28T03:33:11.89997Z","end":"2026-04-28T03:33:12.624566Z","steps":["trace[2040442682] 'range keys from in-memory index tree' (duration: 724.099752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.624652Z","caller":"traceutil/trace.go:171","msg":"trace[1851160017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4888; }","duration":"107.337573ms","start":"2026-04-28T03:33:12.51729Z","end":"2026-04-28T03:33:12.624627Z","steps":["trace[1851160017] 'range keys from in-memory index tree' (duration: 107.128697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:12.624679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:11.899948Z","time spent":"724.707656ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:33:15.04183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:15.542044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:16.043092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:16.164093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920444462s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:33:16.308935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.613419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:16.309048Z","caller":"traceutil/trace.go:171","msg":"trace[1070139402] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"2.065566392s","start":"2026-04-28T03:33:14.243464Z","end":"2026-04-28T03:33:16.309031Z","steps":["trace[1070139402] 'process raft request' (duration: 1.92079553s)","trace[1070139402] 'compare' (duration: 144.237889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.309105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.243426Z","time spent":"2.065651414s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:16.358069Z","caller":"traceutil/trace.go:171","msg":"trace[1310676291] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"843.48102ms","start":"2026-04-28T03:33:15.514564Z","end":"2026-04-28T03:33:16.358045Z","steps":["trace[1310676291] 'process raft request' (duration: 843.404238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.358221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.514529Z","time spent":"843.616003ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:16.358567Z","caller":"traceutil/trace.go:171","msg":"trace[137396602] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"714.242602ms","start":"2026-04-28T03:33:15.644273Z","end":"2026-04-28T03:33:16.358515Z","steps":["trace[137396602] 'process raft request' (duration: 713.74069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.358689Z","caller":"traceutil/trace.go:171","msg":"trace[309385428] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"1.659361074s","start":"2026-04-28T03:33:14.698755Z","end":"2026-04-28T03:33:16.358116Z","steps":["trace[309385428] 'process raft request' (duration: 1.659073507s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.358784Z","caller":"traceutil/trace.go:171","msg":"trace[1257181405] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5199; }","duration":"1.817242742s","start":"2026-04-28T03:33:14.541516Z","end":"2026-04-28T03:33:16.358759Z","steps":["trace[1257181405] 'read index received' (duration: 1.622738933s)","trace[1257181405] 'applied index is now lower than readState.Index' (duration: 194.501089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.358848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.698733Z","time spent":"1.660035719s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:16.35891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817397636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:16.358916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761682232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.358948Z","caller":"traceutil/trace.go:171","msg":"trace[781802712] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4908; }","duration":"1.817503248s","start":"2026-04-28T03:33:14.541435Z","end":"2026-04-28T03:33:16.358938Z","steps":["trace[781802712] 'agreement among raft nodes before linearized reading' (duration: 1.817430906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.358963Z","caller":"traceutil/trace.go:171","msg":"trace[2013391049] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4908; }","duration":"1.761790154s","start":"2026-04-28T03:33:14.597162Z","end":"2026-04-28T03:33:16.358952Z","steps":["trace[2013391049] 'agreement among raft nodes before linearized reading' (duration: 1.761707792s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.358944Z","caller":"traceutil/trace.go:171","msg":"trace[726786838] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"585.198075ms","start":"2026-04-28T03:33:15.773697Z","end":"2026-04-28T03:33:16.358895Z","steps":["trace[726786838] 'process raft request' (duration: 584.695894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115524047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.359068Z","caller":"traceutil/trace.go:171","msg":"trace[875020283] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4908; }","duration":"1.115594548s","start":"2026-04-28T03:33:15.243459Z","end":"2026-04-28T03:33:16.359054Z","steps":["trace[875020283] 'agreement among raft nodes before linearized reading' (duration: 1.115530466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.24344Z","time spent":"1.115659261s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:16.359113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67677714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:33:16.359114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547647063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:16.359147Z","caller":"traceutil/trace.go:171","msg":"trace[1576517623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4908; }","duration":"1.676844561s","start":"2026-04-28T03:33:14.682294Z","end":"2026-04-28T03:33:16.359138Z","steps":["trace[1576517623] 'agreement among raft nodes before linearized reading' (duration: 1.676726148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.682273Z","time spent":"1.676893652s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:33:16.35918Z","caller":"traceutil/trace.go:171","msg":"trace[103441151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4908; }","duration":"1.547742135s","start":"2026-04-28T03:33:14.811419Z","end":"2026-04-28T03:33:16.359161Z","steps":["trace[103441151] 'agreement among raft nodes before linearized reading' (duration: 1.54754157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67773617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:16.359216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.811401Z","time spent":"1.547805996s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:33:16.359218Z","caller":"traceutil/trace.go:171","msg":"trace[1297469678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4908; }","duration":"1.677791052s","start":"2026-04-28T03:33:14.681418Z","end":"2026-04-28T03:33:16.359209Z","steps":["trace[1297469678] 'agreement among raft nodes before linearized reading' (duration: 1.67771732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.681401Z","time spent":"1.677853703s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:16.359262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.773674Z","time spent":"585.371629ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:16.359326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676920643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:33:16.359181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.644248Z","time spent":"714.470966ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:16.359406Z","caller":"traceutil/trace.go:171","msg":"trace[1724520214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4908; }","duration":"1.677054316s","start":"2026-04-28T03:33:14.682332Z","end":"2026-04-28T03:33:16.359386Z","steps":["trace[1724520214] 'agreement among raft nodes before linearized reading' (duration: 1.676855072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755719108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:16.359461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.682304Z","time spent":"1.677148957s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:16.359468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359330234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.359474Z","caller":"traceutil/trace.go:171","msg":"trace[260569544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4908; }","duration":"1.755754559s","start":"2026-04-28T03:33:14.603708Z","end":"2026-04-28T03:33:16.359462Z","steps":["trace[260569544] 'agreement among raft nodes before linearized reading' (duration: 1.755704248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672115993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:16.359541Z","caller":"traceutil/trace.go:171","msg":"trace[1675821037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4908; }","duration":"1.672570423s","start":"2026-04-28T03:33:14.686962Z","end":"2026-04-28T03:33:16.359532Z","steps":["trace[1675821037] 'agreement among raft nodes before linearized reading' (duration: 1.672055351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.686945Z","time spent":"1.672624594s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:16.358996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.597105Z","time spent":"1.761882337s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:16.3594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677027255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:16.359776Z","caller":"traceutil/trace.go:171","msg":"trace[1038670140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4908; }","duration":"1.677412403s","start":"2026-04-28T03:33:14.682352Z","end":"2026-04-28T03:33:16.359764Z","steps":["trace[1038670140] 'agreement among raft nodes before linearized reading' (duration: 1.676984954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.682345Z","time spent":"1.677465834s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:16.359463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.129111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.359876Z","caller":"traceutil/trace.go:171","msg":"trace[1247670842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4908; }","duration":"224.575751ms","start":"2026-04-28T03:33:16.135288Z","end":"2026-04-28T03:33:16.359863Z","steps":["trace[1247670842] 'agreement among raft nodes before linearized reading' (duration: 224.152631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.359423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312226456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:16.359944Z","caller":"traceutil/trace.go:171","msg":"trace[642851337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4908; }","duration":"1.312775808s","start":"2026-04-28T03:33:15.047157Z","end":"2026-04-28T03:33:16.359933Z","steps":["trace[642851337] 'agreement among raft nodes before linearized reading' (duration: 1.312238196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.358996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.54141Z","time spent":"1.817577719s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:16.359986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.04714Z","time spent":"1.312837769s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:33:16.359507Z","caller":"traceutil/trace.go:171","msg":"trace[1081923543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4908; }","duration":"1.359397105s","start":"2026-04-28T03:33:15.000097Z","end":"2026-04-28T03:33:16.359494Z","steps":["trace[1081923543] 'agreement among raft nodes before linearized reading' (duration: 1.359347124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.360102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:15.000081Z","time spent":"1.360011109s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:16.359508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:14.603561Z","time spent":"1.755938864s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:16.501056Z","caller":"traceutil/trace.go:171","msg":"trace[258908495] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"136.172927ms","start":"2026-04-28T03:33:16.364856Z","end":"2026-04-28T03:33:16.501029Z","steps":["trace[258908495] 'process raft request' (duration: 57.863831ms)","trace[258908495] 'compare' (duration: 78.176003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.823095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.71919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:16.823365Z","caller":"traceutil/trace.go:171","msg":"trace[1879966193] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"456.508648ms","start":"2026-04-28T03:33:16.366842Z","end":"2026-04-28T03:33:16.82335Z","steps":["trace[1879966193] 'process raft request' (duration: 456.448967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:16.823491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:16.366826Z","time spent":"456.61566ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:16.823553Z","caller":"traceutil/trace.go:171","msg":"trace[2012406861] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"457.4811ms","start":"2026-04-28T03:33:16.36603Z","end":"2026-04-28T03:33:16.823511Z","steps":["trace[2012406861] 'process raft request' (duration: 457.179713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:16.823355Z","caller":"traceutil/trace.go:171","msg":"trace[437509176] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"457.99651ms","start":"2026-04-28T03:33:16.365331Z","end":"2026-04-28T03:33:16.823327Z","steps":["trace[437509176] 'process raft request' (duration: 353.953343ms)","trace[437509176] 'compare' (duration: 103.403803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:16.823781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:16.366012Z","time spent":"457.626492ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:16.823801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:16.365317Z","time spent":"458.37459ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:18.213269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:33:18.281605Z","caller":"traceutil/trace.go:171","msg":"trace[212340214] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"753.270674ms","start":"2026-04-28T03:33:17.528311Z","end":"2026-04-28T03:33:18.281582Z","steps":["trace[212340214] 'process raft request' (duration: 753.06806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.281773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:17.528288Z","time spent":"753.390736ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:18.3231Z","caller":"traceutil/trace.go:171","msg":"trace[1638489345] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5211; }","duration":"610.355985ms","start":"2026-04-28T03:33:17.712723Z","end":"2026-04-28T03:33:18.323079Z","steps":["trace[1638489345] 'read index received' (duration: 568.817953ms)","trace[1638489345] 'applied index is now lower than readState.Index' (duration: 41.537222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.323161Z","caller":"traceutil/trace.go:171","msg":"trace[495140770] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"271.3106ms","start":"2026-04-28T03:33:18.051817Z","end":"2026-04-28T03:33:18.323128Z","steps":["trace[495140770] 'process raft request' (duration: 271.162916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.323283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.54948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-04-28T03:33:18.323308Z","caller":"traceutil/trace.go:171","msg":"trace[2103899742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4917; }","duration":"610.62631ms","start":"2026-04-28T03:33:17.712674Z","end":"2026-04-28T03:33:18.323301Z","steps":["trace[2103899742] 'agreement among raft nodes before linearized reading' (duration: 610.492347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.323328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:17.712654Z","time spent":"610.669942ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:33:18.323443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.74938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:18.323574Z","caller":"traceutil/trace.go:171","msg":"trace[838128741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"279.938555ms","start":"2026-04-28T03:33:18.043607Z","end":"2026-04-28T03:33:18.323546Z","steps":["trace[838128741] 'agreement among raft nodes before linearized reading' (duration: 279.652249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.565454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.287037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:18.565604Z","caller":"traceutil/trace.go:171","msg":"trace[1463365775] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"199.659715ms","start":"2026-04-28T03:33:18.365916Z","end":"2026-04-28T03:33:18.565576Z","steps":["trace[1463365775] 'process raft request' (duration: 75.140324ms)","trace[1463365775] 'compare' (duration: 124.144103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.618505Z","caller":"traceutil/trace.go:171","msg":"trace[727071755] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"252.218367ms","start":"2026-04-28T03:33:18.36626Z","end":"2026-04-28T03:33:18.618479Z","steps":["trace[727071755] 'process raft request' (duration: 252.088264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.618489Z","caller":"traceutil/trace.go:171","msg":"trace[1037825873] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5213; }","duration":"243.669013ms","start":"2026-04-28T03:33:18.374788Z","end":"2026-04-28T03:33:18.618457Z","steps":["trace[1037825873] 'read index received' (duration: 66.294373ms)","trace[1037825873] 'applied index is now lower than readState.Index' (duration: 177.37288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:18.618644Z","caller":"traceutil/trace.go:171","msg":"trace[1482098238] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"252.444052ms","start":"2026-04-28T03:33:18.366167Z","end":"2026-04-28T03:33:18.618611Z","steps":["trace[1482098238] 'process raft request' (duration: 251.986841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:18.61868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.886208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:18.618734Z","caller":"traceutil/trace.go:171","msg":"trace[1401455669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4921; }","duration":"244.00454ms","start":"2026-04-28T03:33:18.374719Z","end":"2026-04-28T03:33:18.618723Z","steps":["trace[1401455669] 'agreement among raft nodes before linearized reading' (duration: 243.828116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:18.618678Z","caller":"traceutil/trace.go:171","msg":"trace[471579810] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"248.695797ms","start":"2026-04-28T03:33:18.36988Z","end":"2026-04-28T03:33:18.618576Z","steps":["trace[471579810] 'process raft request' (duration: 248.521703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.180292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.965245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:19.180412Z","caller":"traceutil/trace.go:171","msg":"trace[2111019479] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"561.713693ms","start":"2026-04-28T03:33:18.618681Z","end":"2026-04-28T03:33:19.180394Z","steps":["trace[2111019479] 'read index received' (duration: 439.584714ms)","trace[2111019479] 'applied index is now lower than readState.Index' (duration: 122.127449ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.1805Z","caller":"traceutil/trace.go:171","msg":"trace[1112132254] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"680.76214ms","start":"2026-04-28T03:33:18.499727Z","end":"2026-04-28T03:33:19.180489Z","steps":["trace[1112132254] 'process raft request' (duration: 558.538169ms)","trace[1112132254] 'compare' (duration: 121.747989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:19.180551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.499682Z","time spent":"680.848302ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:33:19.180784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.159271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-p5ldx\" ","response":"range_response_count:1 size:4758"} {"level":"info","ts":"2026-04-28T03:33:19.180835Z","caller":"traceutil/trace.go:171","msg":"trace[1936839410] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-p5ldx; range_end:; response_count:1; response_revision:4922; }","duration":"558.258684ms","start":"2026-04-28T03:33:18.622566Z","end":"2026-04-28T03:33:19.180825Z","steps":["trace[1936839410] 'agreement among raft nodes before linearized reading' (duration: 558.134942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.180858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.622543Z","time spent":"558.311116ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4781,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-p5ldx\" "} {"level":"warn","ts":"2026-04-28T03:33:19.180922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.787368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:19.180981Z","caller":"traceutil/trace.go:171","msg":"trace[623745073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4922; }","duration":"135.88915ms","start":"2026-04-28T03:33:19.045077Z","end":"2026-04-28T03:33:19.180966Z","steps":["trace[623745073] 'agreement among raft nodes before linearized reading' (duration: 135.777718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.18099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.883157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:19.181027Z","caller":"traceutil/trace.go:171","msg":"trace[1654988652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4922; }","duration":"775.922968ms","start":"2026-04-28T03:33:18.405092Z","end":"2026-04-28T03:33:19.181015Z","steps":["trace[1654988652] 'agreement among raft nodes before linearized reading' (duration: 775.784564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.181057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.405041Z","time spent":"776.009489ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:19.181269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.875951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:19.181321Z","caller":"traceutil/trace.go:171","msg":"trace[627175352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4922; }","duration":"353.966273ms","start":"2026-04-28T03:33:18.827343Z","end":"2026-04-28T03:33:19.181309Z","steps":["trace[627175352] 'agreement among raft nodes before linearized reading' (duration: 353.82084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.181318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.167095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:19.181353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.827322Z","time spent":"354.024774ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:33:19.181372Z","caller":"traceutil/trace.go:171","msg":"trace[529024974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4922; }","duration":"353.263297ms","start":"2026-04-28T03:33:18.828094Z","end":"2026-04-28T03:33:19.181357Z","steps":["trace[529024974] 'agreement among raft nodes before linearized reading' (duration: 353.099744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.181285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.976434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:19.181433Z","caller":"traceutil/trace.go:171","msg":"trace[125042457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4922; }","duration":"677.17242ms","start":"2026-04-28T03:33:18.50425Z","end":"2026-04-28T03:33:19.181422Z","steps":["trace[125042457] 'agreement among raft nodes before linearized reading' (duration: 676.970635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.181428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.828072Z","time spent":"353.345719ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:19.181462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.504214Z","time spent":"677.23991ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:19.181424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.974213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:33:19.181456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.461416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141215"} {"level":"info","ts":"2026-04-28T03:33:19.181509Z","caller":"traceutil/trace.go:171","msg":"trace[211694164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4922; }","duration":"557.514287ms","start":"2026-04-28T03:33:18.623979Z","end":"2026-04-28T03:33:19.181493Z","steps":["trace[211694164] 'agreement among raft nodes before linearized reading' (duration: 557.225451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.181508Z","caller":"traceutil/trace.go:171","msg":"trace[1508118419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4922; }","duration":"354.066965ms","start":"2026-04-28T03:33:18.82742Z","end":"2026-04-28T03:33:19.181487Z","steps":["trace[1508118419] 'agreement among raft nodes before linearized reading' (duration: 353.814099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.181555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.623947Z","time spent":"557.597748ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":141238,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:33:19.18156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:18.827378Z","time spent":"354.173758ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:19.562404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.819055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:19.56249Z","caller":"traceutil/trace.go:171","msg":"trace[909432150] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"377.905286ms","start":"2026-04-28T03:33:19.184569Z","end":"2026-04-28T03:33:19.562475Z","steps":["trace[909432150] 'process raft request' (duration: 96.951668ms)","trace[909432150] 'compare' (duration: 280.426116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:19.562528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.184553Z","time spent":"377.959298ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:33:19.626461Z","caller":"traceutil/trace.go:171","msg":"trace[1660221488] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"439.443561ms","start":"2026-04-28T03:33:19.186962Z","end":"2026-04-28T03:33:19.626406Z","steps":["trace[1660221488] 'process raft request' (duration: 439.161155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.626626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.186941Z","time spent":"439.601264ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:19.626786Z","caller":"traceutil/trace.go:171","msg":"trace[1879114572] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5218; }","duration":"439.299977ms","start":"2026-04-28T03:33:19.187473Z","end":"2026-04-28T03:33:19.626773Z","steps":["trace[1879114572] 'read index received' (duration: 94.100284ms)","trace[1879114572] 'applied index is now lower than readState.Index' (duration: 345.198553ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:19.626786Z","caller":"traceutil/trace.go:171","msg":"trace[1133521796] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"439.712727ms","start":"2026-04-28T03:33:19.187049Z","end":"2026-04-28T03:33:19.626761Z","steps":["trace[1133521796] 'process raft request' (duration: 439.527863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.626799Z","caller":"traceutil/trace.go:171","msg":"trace[1055248596] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"439.439031ms","start":"2026-04-28T03:33:19.186973Z","end":"2026-04-28T03:33:19.626412Z","steps":["trace[1055248596] 'process raft request' (duration: 439.326759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.626818Z","caller":"traceutil/trace.go:171","msg":"trace[1037954635] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"439.653405ms","start":"2026-04-28T03:33:19.187031Z","end":"2026-04-28T03:33:19.626685Z","steps":["trace[1037954635] 'process raft request' (duration: 439.310448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.626915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.187031Z","time spent":"439.812869ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:19.626859Z","caller":"traceutil/trace.go:171","msg":"trace[1638601941] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"436.669548ms","start":"2026-04-28T03:33:19.190181Z","end":"2026-04-28T03:33:19.626851Z","steps":["trace[1638601941] 'process raft request' (duration: 436.480614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.626964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.187007Z","time spent":"439.877671ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:19.62699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.513863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127505"} {"level":"warn","ts":"2026-04-28T03:33:19.626994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.186913Z","time spent":"439.993723ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:19.62702Z","caller":"traceutil/trace.go:171","msg":"trace[462350312] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4928; }","duration":"439.572514ms","start":"2026-04-28T03:33:19.187441Z","end":"2026-04-28T03:33:19.627013Z","steps":["trace[462350312] 'agreement among raft nodes before linearized reading' (duration: 439.431531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.627042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.187429Z","time spent":"439.608624ms","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127528,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:33:19.627102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.190172Z","time spent":"436.823211ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:19.733304Z","caller":"traceutil/trace.go:171","msg":"trace[1235526253] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"106.438092ms","start":"2026-04-28T03:33:19.626828Z","end":"2026-04-28T03:33:19.733266Z","steps":["trace[1235526253] 'read index received' (duration: 41.288576ms)","trace[1235526253] 'applied index is now lower than readState.Index' (duration: 65.146196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:19.733509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.507845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:33:19.733586Z","caller":"traceutil/trace.go:171","msg":"trace[1454898183] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4928; }","duration":"545.605498ms","start":"2026-04-28T03:33:19.187963Z","end":"2026-04-28T03:33:19.733569Z","steps":["trace[1454898183] 'agreement among raft nodes before linearized reading' (duration: 545.427384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:19.733628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:19.187953Z","time spent":"545.666319ms","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T03:33:19.733494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.479186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-28T03:33:19.733702Z","caller":"traceutil/trace.go:171","msg":"trace[1976646400] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-mrwgz.18aa67397c89e710; range_end:; response_count:1; response_revision:4928; }","duration":"167.750172ms","start":"2026-04-28T03:33:19.565933Z","end":"2026-04-28T03:33:19.733683Z","steps":["trace[1976646400] 'agreement among raft nodes before linearized reading' (duration: 167.398205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.734038Z","caller":"traceutil/trace.go:171","msg":"trace[558041492] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"101.535111ms","start":"2026-04-28T03:33:19.632481Z","end":"2026-04-28T03:33:19.734016Z","steps":["trace[558041492] 'process raft request' (duration: 100.693532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.734163Z","caller":"traceutil/trace.go:171","msg":"trace[1202616591] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"101.627444ms","start":"2026-04-28T03:33:19.632518Z","end":"2026-04-28T03:33:19.734145Z","steps":["trace[1202616591] 'process raft request' (duration: 101.402429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.734267Z","caller":"traceutil/trace.go:171","msg":"trace[650340419] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"101.644704ms","start":"2026-04-28T03:33:19.632606Z","end":"2026-04-28T03:33:19.73425Z","steps":["trace[650340419] 'process raft request' (duration: 101.516971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:19.73426Z","caller":"traceutil/trace.go:171","msg":"trace[1793824881] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"101.649384ms","start":"2026-04-28T03:33:19.632577Z","end":"2026-04-28T03:33:19.734226Z","steps":["trace[1793824881] 'process raft request' (duration: 101.48025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:20.767933Z","caller":"traceutil/trace.go:171","msg":"trace[606023170] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"196.467603ms","start":"2026-04-28T03:33:20.571442Z","end":"2026-04-28T03:33:20.767909Z","steps":["trace[606023170] 'process raft request' (duration: 196.33314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.293642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096302938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:33:21.481674Z","caller":"traceutil/trace.go:171","msg":"trace[1027476674] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"843.064829ms","start":"2026-04-28T03:33:20.638586Z","end":"2026-04-28T03:33:21.48165Z","steps":["trace[1027476674] 'process raft request' (duration: 842.69469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.481816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.638562Z","time spent":"843.180742ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:21.482153Z","caller":"traceutil/trace.go:171","msg":"trace[2104086525] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"779.766763ms","start":"2026-04-28T03:33:20.702367Z","end":"2026-04-28T03:33:21.482134Z","steps":["trace[2104086525] 'process raft request' (duration: 779.423936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.48215Z","caller":"traceutil/trace.go:171","msg":"trace[371692580] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"840.02986ms","start":"2026-04-28T03:33:20.641887Z","end":"2026-04-28T03:33:21.481917Z","steps":["trace[371692580] 'process raft request' (duration: 839.708322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.482259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.702342Z","time spent":"779.860496ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:21.482329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.641879Z","time spent":"840.348726ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:21.483745Z","caller":"traceutil/trace.go:171","msg":"trace[1230920937] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5233; }","duration":"690.973902ms","start":"2026-04-28T03:33:20.792751Z","end":"2026-04-28T03:33:21.483725Z","steps":["trace[1230920937] 'read index received' (duration: 688.516736ms)","trace[1230920937] 'applied index is now lower than readState.Index' (duration: 2.456046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:21.48414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.416764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:21.484168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.66439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:21.484193Z","caller":"traceutil/trace.go:171","msg":"trace[1672753748] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"268.970657ms","start":"2026-04-28T03:33:21.215209Z","end":"2026-04-28T03:33:21.48418Z","steps":["trace[1672753748] 'process raft request' (duration: 268.378834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.484224Z","caller":"traceutil/trace.go:171","msg":"trace[1597912278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4940; }","duration":"287.745393ms","start":"2026-04-28T03:33:21.196459Z","end":"2026-04-28T03:33:21.484205Z","steps":["trace[1597912278] 'agreement among raft nodes before linearized reading' (duration: 287.578479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.484267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.684373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" ","response":"range_response_count:1 size:7203"} {"level":"warn","ts":"2026-04-28T03:33:21.484344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.636047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:21.484197Z","caller":"traceutil/trace.go:171","msg":"trace[980759573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4940; }","duration":"437.529277ms","start":"2026-04-28T03:33:21.046654Z","end":"2026-04-28T03:33:21.484183Z","steps":["trace[980759573] 'agreement among raft nodes before linearized reading' (duration: 437.415444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.484369Z","caller":"traceutil/trace.go:171","msg":"trace[1627886758] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz; range_end:; response_count:1; response_revision:4940; }","duration":"663.840157ms","start":"2026-04-28T03:33:20.820506Z","end":"2026-04-28T03:33:21.484347Z","steps":["trace[1627886758] 'agreement among raft nodes before linearized reading' (duration: 663.53543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:21.484389Z","caller":"traceutil/trace.go:171","msg":"trace[137731297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4940; }","duration":"290.718589ms","start":"2026-04-28T03:33:21.193658Z","end":"2026-04-28T03:33:21.484377Z","steps":["trace[137731297] 'agreement among raft nodes before linearized reading' (duration: 290.563516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.484397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:21.046635Z","time spent":"437.751812ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:21.484419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.82049Z","time spent":"663.918148ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7226,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mrwgz\" "} {"level":"warn","ts":"2026-04-28T03:33:21.484458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.758295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:21.484501Z","caller":"traceutil/trace.go:171","msg":"trace[2062129569] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4940; }","duration":"202.842357ms","start":"2026-04-28T03:33:21.281646Z","end":"2026-04-28T03:33:21.484488Z","steps":["trace[2062129569] 'agreement among raft nodes before linearized reading' (duration: 202.769565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.484145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.381941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:21.484611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.388299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:21.484662Z","caller":"traceutil/trace.go:171","msg":"trace[957231141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4940; }","duration":"653.483561ms","start":"2026-04-28T03:33:20.831164Z","end":"2026-04-28T03:33:21.484647Z","steps":["trace[957231141] 'agreement among raft nodes before linearized reading' (duration: 653.4051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.484705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.831142Z","time spent":"653.550853ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:21.484613Z","caller":"traceutil/trace.go:171","msg":"trace[1450672103] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4940; }","duration":"691.886072ms","start":"2026-04-28T03:33:20.792709Z","end":"2026-04-28T03:33:21.484595Z","steps":["trace[1450672103] 'agreement among raft nodes before linearized reading' (duration: 691.33623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:21.484952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:20.792687Z","time spent":"692.25038ms","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:28.153865Z","caller":"traceutil/trace.go:171","msg":"trace[660162969] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"647.742212ms","start":"2026-04-28T03:33:27.506099Z","end":"2026-04-28T03:33:28.153842Z","steps":["trace[660162969] 'process raft request' (duration: 647.552318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.154164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.506074Z","time spent":"647.864835ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:28.154229Z","caller":"traceutil/trace.go:171","msg":"trace[2065233770] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5282; }","duration":"629.188542ms","start":"2026-04-28T03:33:27.52499Z","end":"2026-04-28T03:33:28.154178Z","steps":["trace[2065233770] 'read index received' (duration: 32.013046ms)","trace[2065233770] 'applied index is now lower than readState.Index' (duration: 597.174006ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:28.154312Z","caller":"traceutil/trace.go:171","msg":"trace[873012639] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"637.740346ms","start":"2026-04-28T03:33:27.516552Z","end":"2026-04-28T03:33:28.154292Z","steps":["trace[873012639] 'process raft request' (duration: 637.248235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:28.154368Z","caller":"traceutil/trace.go:171","msg":"trace[248877241] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"637.580683ms","start":"2026-04-28T03:33:27.516776Z","end":"2026-04-28T03:33:28.154357Z","steps":["trace[248877241] 'process raft request' (duration: 637.239235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.15445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.516768Z","time spent":"637.629403ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:28.154472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.516533Z","time spent":"637.831178ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:28.154706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.712454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:28.154748Z","caller":"traceutil/trace.go:171","msg":"trace[1081013720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4987; }","duration":"629.783125ms","start":"2026-04-28T03:33:27.524954Z","end":"2026-04-28T03:33:28.154737Z","steps":["trace[1081013720] 'agreement among raft nodes before linearized reading' (duration: 629.604781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.154777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.524937Z","time spent":"629.834097ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:28.154784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.161374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:28.154816Z","caller":"traceutil/trace.go:171","msg":"trace[1531143542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4987; }","duration":"495.225456ms","start":"2026-04-28T03:33:27.65958Z","end":"2026-04-28T03:33:28.154805Z","steps":["trace[1531143542] 'agreement among raft nodes before linearized reading' (duration: 495.148264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.154854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.659558Z","time spent":"495.289686ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:28.154708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.630861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:28.154944Z","caller":"traceutil/trace.go:171","msg":"trace[519669851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4987; }","duration":"625.908177ms","start":"2026-04-28T03:33:27.529023Z","end":"2026-04-28T03:33:28.154931Z","steps":["trace[519669851] 'agreement among raft nodes before linearized reading' (duration: 625.56094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.154976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.528999Z","time spent":"625.970098ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:28.155068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.910995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:28.155155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.652472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:28.154977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.644017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:33:28.155194Z","caller":"traceutil/trace.go:171","msg":"trace[1932167998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4987; }","duration":"314.731164ms","start":"2026-04-28T03:33:27.840452Z","end":"2026-04-28T03:33:28.155183Z","steps":["trace[1932167998] 'agreement among raft nodes before linearized reading' (duration: 314.666733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:28.155179Z","caller":"traceutil/trace.go:171","msg":"trace[1413424082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4987; }","duration":"494.086269ms","start":"2026-04-28T03:33:27.661067Z","end":"2026-04-28T03:33:28.155154Z","steps":["trace[1413424082] 'agreement among raft nodes before linearized reading' (duration: 493.68597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.155225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.84043Z","time spent":"314.786295ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:28.155222Z","caller":"traceutil/trace.go:171","msg":"trace[1350137290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4987; }","duration":"492.910332ms","start":"2026-04-28T03:33:27.662291Z","end":"2026-04-28T03:33:28.155201Z","steps":["trace[1350137290] 'agreement among raft nodes before linearized reading' (duration: 492.425652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.15525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.661053Z","time spent":"494.187661ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:28.155284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.66228Z","time spent":"492.986715ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:28.155225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.608208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:33:28.155413Z","caller":"traceutil/trace.go:171","msg":"trace[507407033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4987; }","duration":"197.829743ms","start":"2026-04-28T03:33:27.957549Z","end":"2026-04-28T03:33:28.155378Z","steps":["trace[507407033] 'agreement among raft nodes before linearized reading' (duration: 197.23422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.155472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.524516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:28.15552Z","caller":"traceutil/trace.go:171","msg":"trace[166131324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4987; }","duration":"493.577148ms","start":"2026-04-28T03:33:27.661923Z","end":"2026-04-28T03:33:28.1555Z","steps":["trace[166131324] 'agreement among raft nodes before linearized reading' (duration: 493.476956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:28.155549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:27.661915Z","time spent":"493.627769ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:30.111294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.751378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:33:30.111419Z","caller":"traceutil/trace.go:171","msg":"trace[218717181] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"418.829464ms","start":"2026-04-28T03:33:29.692571Z","end":"2026-04-28T03:33:30.1114Z","steps":["trace[218717181] 'read index received' (duration: 69.142µs)","trace[218717181] 'applied index is now lower than readState.Index' (duration: 418.758502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:30.111736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.748854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:30.111773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.182482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:30.111819Z","caller":"traceutil/trace.go:171","msg":"trace[1741463601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4994; }","duration":"179.875137ms","start":"2026-04-28T03:33:29.931927Z","end":"2026-04-28T03:33:30.111802Z","steps":["trace[1741463601] 'agreement among raft nodes before linearized reading' (duration: 179.746874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:30.113112Z","caller":"traceutil/trace.go:171","msg":"trace[2072993132] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4994; }","duration":"419.296475ms","start":"2026-04-28T03:33:29.692529Z","end":"2026-04-28T03:33:30.111825Z","steps":["trace[2072993132] 'agreement among raft nodes before linearized reading' (duration: 419.153501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.113356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:29.692508Z","time spent":"420.811958ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":31,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:30.290068Z","caller":"traceutil/trace.go:171","msg":"trace[1885891608] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"130.671671ms","start":"2026-04-28T03:33:30.159371Z","end":"2026-04-28T03:33:30.290043Z","steps":["trace[1885891608] 'process raft request' (duration: 130.485017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:30.378457Z","caller":"traceutil/trace.go:171","msg":"trace[2135022459] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5294; }","duration":"212.783474ms","start":"2026-04-28T03:33:30.165655Z","end":"2026-04-28T03:33:30.378438Z","steps":["trace[2135022459] 'read index received' (duration: 124.229056ms)","trace[2135022459] 'applied index is now lower than readState.Index' (duration: 88.553358ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:30.378704Z","caller":"traceutil/trace.go:171","msg":"trace[967846575] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"217.763586ms","start":"2026-04-28T03:33:30.160908Z","end":"2026-04-28T03:33:30.378672Z","steps":["trace[967846575] 'process raft request' (duration: 217.369767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:30.378729Z","caller":"traceutil/trace.go:171","msg":"trace[1594144460] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"217.155732ms","start":"2026-04-28T03:33:30.161551Z","end":"2026-04-28T03:33:30.378706Z","steps":["trace[1594144460] 'process raft request' (duration: 216.851235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.083307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:33:30.379168Z","caller":"traceutil/trace.go:171","msg":"trace[1536472673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4997; }","duration":"208.172599ms","start":"2026-04-28T03:33:30.170977Z","end":"2026-04-28T03:33:30.37915Z","steps":["trace[1536472673] 'agreement among raft nodes before linearized reading' (duration: 207.736529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.912144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:30.379331Z","caller":"traceutil/trace.go:171","msg":"trace[1172007969] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4997; }","duration":"171.045657ms","start":"2026-04-28T03:33:30.208268Z","end":"2026-04-28T03:33:30.379314Z","steps":["trace[1172007969] 'agreement among raft nodes before linearized reading' (duration: 170.463104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.844597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:30.379439Z","caller":"traceutil/trace.go:171","msg":"trace[973891660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4997; }","duration":"198.916289ms","start":"2026-04-28T03:33:30.180511Z","end":"2026-04-28T03:33:30.379428Z","steps":["trace[973891660] 'agreement among raft nodes before linearized reading' (duration: 198.229424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.591462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:30.379541Z","caller":"traceutil/trace.go:171","msg":"trace[1304706644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:4997; }","duration":"202.679694ms","start":"2026-04-28T03:33:30.176845Z","end":"2026-04-28T03:33:30.379524Z","steps":["trace[1304706644] 'agreement among raft nodes before linearized reading' (duration: 201.904057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.908659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:33:30.379813Z","caller":"traceutil/trace.go:171","msg":"trace[1312359791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4997; }","duration":"206.96696ms","start":"2026-04-28T03:33:30.172836Z","end":"2026-04-28T03:33:30.379803Z","steps":["trace[1312359791] 'agreement among raft nodes before linearized reading' (duration: 205.919977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.379823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.408464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:30.379974Z","caller":"traceutil/trace.go:171","msg":"trace[1965681153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4997; }","duration":"208.572869ms","start":"2026-04-28T03:33:30.171386Z","end":"2026-04-28T03:33:30.379958Z","steps":["trace[1965681153] 'agreement among raft nodes before linearized reading' (duration: 207.377601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:30.380079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.410681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:30.380147Z","caller":"traceutil/trace.go:171","msg":"trace[875500901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4997; }","duration":"214.501493ms","start":"2026-04-28T03:33:30.165631Z","end":"2026-04-28T03:33:30.380133Z","steps":["trace[875500901] 'agreement among raft nodes before linearized reading' (duration: 213.009378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:31.438503Z","caller":"traceutil/trace.go:171","msg":"trace[1712397724] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5301; }","duration":"133.913655ms","start":"2026-04-28T03:33:31.30456Z","end":"2026-04-28T03:33:31.438473Z","steps":["trace[1712397724] 'read index received' (duration: 133.660689ms)","trace[1712397724] 'applied index is now lower than readState.Index' (duration: 251.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:31.438548Z","caller":"traceutil/trace.go:171","msg":"trace[845194024] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"635.373841ms","start":"2026-04-28T03:33:30.803144Z","end":"2026-04-28T03:33:31.438518Z","steps":["trace[845194024] 'process raft request' (duration: 635.179486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:31.438683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:30.803113Z","time spent":"635.493243ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:31.438725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.084028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:31.438852Z","caller":"traceutil/trace.go:171","msg":"trace[1291240197] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5002; }","duration":"134.301833ms","start":"2026-04-28T03:33:31.30451Z","end":"2026-04-28T03:33:31.438812Z","steps":["trace[1291240197] 'agreement among raft nodes before linearized reading' (duration: 134.096669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:31.785724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.880292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:31.785851Z","caller":"traceutil/trace.go:171","msg":"trace[1168920410] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5002; }","duration":"193.077726ms","start":"2026-04-28T03:33:31.592746Z","end":"2026-04-28T03:33:31.785823Z","steps":["trace[1168920410] 'count revisions from in-memory index tree' (duration: 192.764669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:32.805039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:33.313417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:33.67382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378396223s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:33:33.674203Z","caller":"traceutil/trace.go:171","msg":"trace[1110118414] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"1.378864314s","start":"2026-04-28T03:33:32.295315Z","end":"2026-04-28T03:33:33.674179Z","steps":["trace[1110118414] 'process raft request' (duration: 1.378680229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:33.67444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.295289Z","time spent":"1.379027488s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:35.050037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004143338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:33:35.050115Z","caller":"traceutil/trace.go:171","msg":"trace[1549379630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004309761s","start":"2026-04-28T03:33:33.045789Z","end":"2026-04-28T03:33:35.050099Z","steps":["trace[1549379630] 'agreement among raft nodes before linearized reading' (duration: 2.004169548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:35.050152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.045771Z","time spent":"2.004373964s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:35.916309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.242308866s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:33:37.051068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:33:37.051155Z","caller":"traceutil/trace.go:171","msg":"trace[317020781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464723s","start":"2026-04-28T03:33:35.050672Z","end":"2026-04-28T03:33:37.051136Z","steps":["trace[317020781] 'agreement among raft nodes before linearized reading' (duration: 2.000355061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.0512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:35.050654Z","time spent":"2.000537535s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:33:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:33:37.344223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427359834s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:37.344416Z","caller":"traceutil/trace.go:171","msg":"trace[822420984] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5302; }","duration":"5.039806465s","start":"2026-04-28T03:33:32.304592Z","end":"2026-04-28T03:33:37.344399Z","steps":["trace[822420984] 'read index received' (duration: 1.369404208s)","trace[822420984] 'applied index is now lower than readState.Index' (duration: 3.670400747s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:37.344491Z","caller":"traceutil/trace.go:171","msg":"trace[917707715] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"4.960150601s","start":"2026-04-28T03:33:32.384327Z","end":"2026-04-28T03:33:37.344478Z","steps":["trace[917707715] 'process raft request' (duration: 3.532239114s)","trace[917707715] 'compare' (duration: 1.426242199s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:37.344551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.384304Z","time spent":"4.960215302s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:37.344853Z","caller":"traceutil/trace.go:171","msg":"trace[1700585763] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"4.960319224s","start":"2026-04-28T03:33:32.384523Z","end":"2026-04-28T03:33:37.344842Z","steps":["trace[1700585763] 'process raft request' (duration: 4.959782392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.34492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.384498Z","time spent":"4.960389036s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:37.345048Z","caller":"traceutil/trace.go:171","msg":"trace[1014200171] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"3.89201076s","start":"2026-04-28T03:33:33.453029Z","end":"2026-04-28T03:33:37.34504Z","steps":["trace[1014200171] 'process raft request' (duration: 3.891331194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.345106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.453002Z","time spent":"3.892074611s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:37.345297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.040738616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:33:37.345335Z","caller":"traceutil/trace.go:171","msg":"trace[1350093787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5006; }","duration":"5.040815318s","start":"2026-04-28T03:33:32.304509Z","end":"2026-04-28T03:33:37.345324Z","steps":["trace[1350093787] 'agreement among raft nodes before linearized reading' (duration: 5.040700565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.34537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.304487Z","time spent":"5.040875211s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:33:37.40099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000181868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:33:37.401049Z","caller":"traceutil/trace.go:171","msg":"trace[1944552196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00027019s","start":"2026-04-28T03:33:32.400763Z","end":"2026-04-28T03:33:37.401034Z","steps":["trace[1944552196] 'agreement among raft nodes before linearized reading' (duration: 5.000193928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.401087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.400752Z","time spent":"5.000322271s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:33:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:33:37.470242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999611014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:33:37.470334Z","caller":"traceutil/trace.go:171","msg":"trace[227054170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99980088s","start":"2026-04-28T03:33:32.470514Z","end":"2026-04-28T03:33:37.470315Z","steps":["trace[227054170] 'agreement among raft nodes before linearized reading' (duration: 4.999646985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:37.470383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.470494Z","time spent":"4.999878931s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:33:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:33:37.657153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740562663s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:33:38.02917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.693615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:38.029434Z","caller":"traceutil/trace.go:171","msg":"trace[1387230080] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"1.532349564s","start":"2026-04-28T03:33:36.49706Z","end":"2026-04-28T03:33:38.02941Z","steps":["trace[1387230080] 'process raft request' (duration: 1.532227491s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.029677Z","caller":"traceutil/trace.go:171","msg":"trace[1004534156] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"679.793948ms","start":"2026-04-28T03:33:37.349859Z","end":"2026-04-28T03:33:38.029653Z","steps":["trace[1004534156] 'process raft request' (duration: 679.484931ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.029762Z","caller":"traceutil/trace.go:171","msg":"trace[367881296] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5306; }","duration":"685.295013ms","start":"2026-04-28T03:33:37.34445Z","end":"2026-04-28T03:33:38.029745Z","steps":["trace[367881296] 'read index received' (duration: 312.957893ms)","trace[367881296] 'applied index is now lower than readState.Index' (duration: 372.33539ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:38.029769Z","caller":"traceutil/trace.go:171","msg":"trace[2008783000] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"217.137681ms","start":"2026-04-28T03:33:37.812615Z","end":"2026-04-28T03:33:38.029752Z","steps":["trace[2008783000] 'process raft request' (duration: 217.048009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.029443Z","caller":"traceutil/trace.go:171","msg":"trace[453671993] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"2.34970586s","start":"2026-04-28T03:33:35.679692Z","end":"2026-04-28T03:33:38.029398Z","steps":["trace[453671993] 'process raft request' (duration: 1.977701978s)","trace[453671993] 'compare' (duration: 371.508511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:38.029855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:37.349841Z","time spent":"679.89552ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.029869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896546888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:38.029914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.724130157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:33:38.029984Z","caller":"traceutil/trace.go:171","msg":"trace[366495955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5010; }","duration":"1.896697812s","start":"2026-04-28T03:33:36.133266Z","end":"2026-04-28T03:33:38.029964Z","steps":["trace[366495955] 'agreement among raft nodes before linearized reading' (duration: 1.896488177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.99948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.030015Z","caller":"traceutil/trace.go:171","msg":"trace[1769319395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5010; }","duration":"5.72424835s","start":"2026-04-28T03:33:32.305746Z","end":"2026-04-28T03:33:38.029994Z","steps":["trace[1769319395] 'agreement among raft nodes before linearized reading' (duration: 5.724060275s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.03005Z","caller":"traceutil/trace.go:171","msg":"trace[300385526] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5010; }","duration":"952.086762ms","start":"2026-04-28T03:33:37.077952Z","end":"2026-04-28T03:33:38.030039Z","steps":["trace[300385526] 'agreement among raft nodes before linearized reading' (duration: 952.00996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:36.133245Z","time spent":"1.896795574s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:38.030043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.86983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:38.030083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336800183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:33:38.029956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:35.679616Z","time spent":"2.350268333s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.030077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393783949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:38.030129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853804793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:33:38.030124Z","caller":"traceutil/trace.go:171","msg":"trace[864608418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5010; }","duration":"971.984342ms","start":"2026-04-28T03:33:37.058121Z","end":"2026-04-28T03:33:38.030105Z","steps":["trace[864608418] 'agreement among raft nodes before linearized reading' (duration: 971.771447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.030132Z","caller":"traceutil/trace.go:171","msg":"trace[822049149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5010; }","duration":"3.336886585s","start":"2026-04-28T03:33:34.693229Z","end":"2026-04-28T03:33:38.030116Z","steps":["trace[822049149] 'agreement among raft nodes before linearized reading' (duration: 3.336759022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.03013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704093692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:38.030177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.693203Z","time spent":"3.336966097s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:38.030191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908575934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-28T03:33:38.030076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:37.077933Z","time spent":"952.136482ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:38.030208Z","caller":"traceutil/trace.go:171","msg":"trace[92129484] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5010; }","duration":"3.908613595s","start":"2026-04-28T03:33:34.121588Z","end":"2026-04-28T03:33:38.030202Z","steps":["trace[92129484] 'agreement among raft nodes before linearized reading' (duration: 3.908581384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255314714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:38.030202Z","caller":"traceutil/trace.go:171","msg":"trace[463568011] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5010; }","duration":"5.704199945s","start":"2026-04-28T03:33:32.325986Z","end":"2026-04-28T03:33:38.030186Z","steps":["trace[463568011] 'agreement among raft nodes before linearized reading' (duration: 5.704089232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.55976111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:33:38.030229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.121573Z","time spent":"3.908652186s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T03:33:38.030234Z","caller":"traceutil/trace.go:171","msg":"trace[77681645] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5010; }","duration":"1.255365145s","start":"2026-04-28T03:33:36.774862Z","end":"2026-04-28T03:33:38.030227Z","steps":["trace[77681645] 'agreement among raft nodes before linearized reading' (duration: 1.255313374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.30573Z","time spent":"5.724331731s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:33:38.030271Z","caller":"traceutil/trace.go:171","msg":"trace[135191890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5010; }","duration":"5.559814712s","start":"2026-04-28T03:33:32.470429Z","end":"2026-04-28T03:33:38.030244Z","steps":["trace[135191890] 'agreement among raft nodes before linearized reading' (duration: 5.55971508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.029859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920275009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:38.030284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560772944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:33:38.030155Z","caller":"traceutil/trace.go:171","msg":"trace[1646537065] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:5010; }","duration":"3.853858784s","start":"2026-04-28T03:33:34.17629Z","end":"2026-04-28T03:33:38.030149Z","steps":["trace[1646537065] 'agreement among raft nodes before linearized reading' (duration: 3.853806983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.470421Z","time spent":"5.559878583s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:33:38.03032Z","caller":"traceutil/trace.go:171","msg":"trace[1782755820] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5010; }","duration":"3.92078459s","start":"2026-04-28T03:33:34.109519Z","end":"2026-04-28T03:33:38.030304Z","steps":["trace[1782755820] 'agreement among raft nodes before linearized reading' (duration: 3.920230788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632466612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-04-28T03:33:38.030327Z","caller":"traceutil/trace.go:171","msg":"trace[1147211254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5010; }","duration":"5.560848076s","start":"2026-04-28T03:33:32.469467Z","end":"2026-04-28T03:33:38.030315Z","steps":["trace[1147211254] 'agreement among raft nodes before linearized reading' (duration: 5.560738933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.176271Z","time spent":"3.854054328s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:33:38.030379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.375361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:33:38.030394Z","caller":"traceutil/trace.go:171","msg":"trace[1847918311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5010; }","duration":"4.632565254s","start":"2026-04-28T03:33:33.397819Z","end":"2026-04-28T03:33:38.030385Z","steps":["trace[1847918311] 'agreement among raft nodes before linearized reading' (duration: 4.63238222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574722951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:33:38.030424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892873614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:38.030432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.397802Z","time spent":"4.632623166s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:33:38.030465Z","caller":"traceutil/trace.go:171","msg":"trace[1895192998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5010; }","duration":"4.892963807s","start":"2026-04-28T03:33:33.137491Z","end":"2026-04-28T03:33:38.030454Z","steps":["trace[1895192998] 'agreement among raft nodes before linearized reading' (duration: 4.892905286s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.137468Z","time spent":"4.893031788s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:37.058115Z","time spent":"972.052803ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:33:38.030434Z","caller":"traceutil/trace.go:171","msg":"trace[30310156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5010; }","duration":"5.575091599s","start":"2026-04-28T03:33:32.455332Z","end":"2026-04-28T03:33:38.030423Z","steps":["trace[30310156] 'agreement among raft nodes before linearized reading' (duration: 5.574648039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.455308Z","time spent":"5.575283864s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:38.030281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:36.774841Z","time spent":"1.255409586s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507414348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.030725Z","caller":"traceutil/trace.go:171","msg":"trace[1821835868] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5010; }","duration":"4.508049963s","start":"2026-04-28T03:33:33.522656Z","end":"2026-04-28T03:33:38.030706Z","steps":["trace[1821835868] 'agreement among raft nodes before linearized reading' (duration: 4.507448279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.030797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.522634Z","time spent":"4.508141965s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:34.109494Z","time spent":"3.920854982s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:36.497034Z","time spent":"1.53265929s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.030151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166597803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:38.030934Z","caller":"traceutil/trace.go:171","msg":"trace[1163499042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5010; }","duration":"4.167365741s","start":"2026-04-28T03:33:33.863547Z","end":"2026-04-28T03:33:38.030913Z","steps":["trace[1163499042] 'agreement among raft nodes before linearized reading' (duration: 4.166589533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.029967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934420857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.030993Z","caller":"traceutil/trace.go:171","msg":"trace[731845521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5010; }","duration":"1.935470871s","start":"2026-04-28T03:33:36.095511Z","end":"2026-04-28T03:33:38.030981Z","steps":["trace[731845521] 'agreement among raft nodes before linearized reading' (duration: 1.934399356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.031003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:33.863463Z","time spent":"4.167517085s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.031045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:36.095492Z","time spent":"1.935540363s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:38.030167Z","caller":"traceutil/trace.go:171","msg":"trace[795367645] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5010; }","duration":"5.393926092s","start":"2026-04-28T03:33:32.636219Z","end":"2026-04-28T03:33:38.030145Z","steps":["trace[795367645] 'agreement among raft nodes before linearized reading' (duration: 5.393765068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.031181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.636198Z","time spent":"5.394962267s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.325962Z","time spent":"5.704278367s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:38.030076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.638357612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:38.031415Z","caller":"traceutil/trace.go:171","msg":"trace[410174673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5010; }","duration":"5.639720824s","start":"2026-04-28T03:33:32.391683Z","end":"2026-04-28T03:33:38.031404Z","steps":["trace[410174673] 'agreement among raft nodes before linearized reading' (duration: 5.638307991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.031454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.391637Z","time spent":"5.639806056s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:38.030366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:32.469443Z","time spent":"5.560915528s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:33:38.030408Z","caller":"traceutil/trace.go:171","msg":"trace[54424026] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937; range_end:; response_count:1; response_revision:5010; }","duration":"972.440742ms","start":"2026-04-28T03:33:37.057961Z","end":"2026-04-28T03:33:38.030402Z","steps":["trace[54424026] 'agreement among raft nodes before linearized reading' (duration: 972.332709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.031674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:37.057941Z","time spent":"973.696701ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa670c578b4937\" "} {"level":"warn","ts":"2026-04-28T03:33:38.331745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.031399Z","time spent":"300.340147ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:33:38.397947Z","caller":"traceutil/trace.go:171","msg":"trace[2023882361] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5310; }","duration":"362.17872ms","start":"2026-04-28T03:33:38.035748Z","end":"2026-04-28T03:33:38.397926Z","steps":["trace[2023882361] 'read index received' (duration: 209.358125ms)","trace[2023882361] 'applied index is now lower than readState.Index' (duration: 152.819445ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:38.397949Z","caller":"traceutil/trace.go:171","msg":"trace[52034016] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"362.761853ms","start":"2026-04-28T03:33:38.035142Z","end":"2026-04-28T03:33:38.397903Z","steps":["trace[52034016] 'process raft request' (duration: 362.425416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.397987Z","caller":"traceutil/trace.go:171","msg":"trace[539889815] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"362.573588ms","start":"2026-04-28T03:33:38.035379Z","end":"2026-04-28T03:33:38.397953Z","steps":["trace[539889815] 'process raft request' (duration: 362.411935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:38.398068Z","caller":"traceutil/trace.go:171","msg":"trace[819954418] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"361.978655ms","start":"2026-04-28T03:33:38.036064Z","end":"2026-04-28T03:33:38.398043Z","steps":["trace[819954418] 'process raft request' (duration: 361.788061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.398157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.035115Z","time spent":"362.925016ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:38.398192Z","caller":"traceutil/trace.go:171","msg":"trace[1647787887] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"361.621196ms","start":"2026-04-28T03:33:38.036508Z","end":"2026-04-28T03:33:38.398129Z","steps":["trace[1647787887] 'process raft request' (duration: 361.377711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.398244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.036055Z","time spent":"362.077627ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.398254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.03537Z","time spent":"362.695892ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.398371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.0365Z","time spent":"361.777879ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:38.398448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.682111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141315"} {"level":"info","ts":"2026-04-28T03:33:38.39849Z","caller":"traceutil/trace.go:171","msg":"trace[1772856182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5014; }","duration":"362.775033ms","start":"2026-04-28T03:33:38.035702Z","end":"2026-04-28T03:33:38.398477Z","steps":["trace[1772856182] 'agreement among raft nodes before linearized reading' (duration: 362.308432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.398527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.035677Z","time spent":"362.840535ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":141338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:33:38.429044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.804587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.429147Z","caller":"traceutil/trace.go:171","msg":"trace[649221185] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5015; }","duration":"386.934541ms","start":"2026-04-28T03:33:38.04219Z","end":"2026-04-28T03:33:38.429124Z","steps":["trace[649221185] 'agreement among raft nodes before linearized reading' (duration: 386.737136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.429085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.317536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.429209Z","caller":"traceutil/trace.go:171","msg":"trace[1641598422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5015; }","duration":"386.47689ms","start":"2026-04-28T03:33:38.04272Z","end":"2026-04-28T03:33:38.429197Z","steps":["trace[1641598422] 'agreement among raft nodes before linearized reading' (duration: 386.243665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.429212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.042178Z","time spent":"387.009742ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:33:38.429243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:38.042709Z","time spent":"386.528571ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:38.682072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.651759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:38.682144Z","caller":"traceutil/trace.go:171","msg":"trace[1607796505] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5015; }","duration":"249.758561ms","start":"2026-04-28T03:33:38.432367Z","end":"2026-04-28T03:33:38.682125Z","steps":["trace[1607796505] 'range keys from in-memory index tree' (duration: 249.578317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:38.68235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.967239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-04-28T03:33:38.682416Z","caller":"traceutil/trace.go:171","msg":"trace[1560478734] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5015; }","duration":"251.0701ms","start":"2026-04-28T03:33:38.431331Z","end":"2026-04-28T03:33:38.682401Z","steps":["trace[1560478734] 'range keys from in-memory index tree' (duration: 250.811865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:39.009287Z","caller":"traceutil/trace.go:171","msg":"trace[1638059341] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"115.367864ms","start":"2026-04-28T03:33:38.893898Z","end":"2026-04-28T03:33:39.009266Z","steps":["trace[1638059341] 'read index received' (duration: 115.135659ms)","trace[1638059341] 'applied index is now lower than readState.Index' (duration: 230.555µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:39.009383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.473827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:39.009382Z","caller":"traceutil/trace.go:171","msg":"trace[1430860074] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"199.140403ms","start":"2026-04-28T03:33:38.810204Z","end":"2026-04-28T03:33:39.009345Z","steps":["trace[1430860074] 'process raft request' (duration: 198.927608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:39.009419Z","caller":"traceutil/trace.go:171","msg":"trace[1974967321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5016; }","duration":"115.561249ms","start":"2026-04-28T03:33:38.893844Z","end":"2026-04-28T03:33:39.009405Z","steps":["trace[1974967321] 'agreement among raft nodes before linearized reading' (duration: 115.496428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:39.213135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:39.213307Z","caller":"traceutil/trace.go:171","msg":"trace[1616180577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5016; }","duration":"119.287104ms","start":"2026-04-28T03:33:39.09392Z","end":"2026-04-28T03:33:39.213208Z","steps":["trace[1616180577] 'count revisions from in-memory index tree' (duration: 118.975097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:39.475091Z","caller":"traceutil/trace.go:171","msg":"trace[642032104] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"124.713466ms","start":"2026-04-28T03:33:39.350361Z","end":"2026-04-28T03:33:39.475074Z","steps":["trace[642032104] 'process raft request' (duration: 124.590193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:39.99383Z","caller":"traceutil/trace.go:171","msg":"trace[875225789] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5317; }","duration":"590.569064ms","start":"2026-04-28T03:33:39.403243Z","end":"2026-04-28T03:33:39.993812Z","steps":["trace[875225789] 'read index received' (duration: 71.786036ms)","trace[875225789] 'applied index is now lower than readState.Index' (duration: 518.781558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:39.993908Z","caller":"traceutil/trace.go:171","msg":"trace[853355089] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"643.260829ms","start":"2026-04-28T03:33:39.350642Z","end":"2026-04-28T03:33:39.993903Z","steps":["trace[853355089] 'process raft request' (duration: 643.143797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:39.993982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:39.350622Z","time spent":"643.30189ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:39.994133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.871432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:33:39.994207Z","caller":"traceutil/trace.go:171","msg":"trace[695249223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5019; }","duration":"590.999425ms","start":"2026-04-28T03:33:39.403192Z","end":"2026-04-28T03:33:39.994191Z","steps":["trace[695249223] 'agreement among raft nodes before linearized reading' (duration: 590.757899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:39.994242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:39.403174Z","time spent":"591.061157ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:33:39.995789Z","caller":"traceutil/trace.go:171","msg":"trace[1401738297] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"645.363207ms","start":"2026-04-28T03:33:39.350361Z","end":"2026-04-28T03:33:39.995724Z","steps":["trace[1401738297] 'process raft request' (duration: 643.28839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:39.996035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:39.35033Z","time spent":"645.577672ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:40.337534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.861869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:40.337667Z","caller":"traceutil/trace.go:171","msg":"trace[450645712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5019; }","duration":"147.019322ms","start":"2026-04-28T03:33:40.190629Z","end":"2026-04-28T03:33:40.337648Z","steps":["trace[450645712] 'range keys from in-memory index tree' (duration: 146.839398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:40.587898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.081921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:33:40.588095Z","caller":"traceutil/trace.go:171","msg":"trace[44984593] linearizableReadLoop","detail":"{readStateIndex:5321; appliedIndex:5320; }","duration":"594.195458ms","start":"2026-04-28T03:33:39.993878Z","end":"2026-04-28T03:33:40.588074Z","steps":["trace[44984593] 'read index received' (duration: 128.923002ms)","trace[44984593] 'applied index is now lower than readState.Index' (duration: 465.271076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:40.588286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115842362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:33:40.588314Z","caller":"traceutil/trace.go:171","msg":"trace[1426672956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5019; }","duration":"1.115914074s","start":"2026-04-28T03:33:39.472391Z","end":"2026-04-28T03:33:40.588305Z","steps":["trace[1426672956] 'agreement among raft nodes before linearized reading' (duration: 1.115798771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:40.588341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:39.472371Z","time spent":"1.115964185s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:33:40.588741Z","caller":"traceutil/trace.go:171","msg":"trace[988655856] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"588.604861ms","start":"2026-04-28T03:33:40.000038Z","end":"2026-04-28T03:33:40.588643Z","steps":["trace[988655856] 'process raft request' (duration: 587.950176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:40.588935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.000009Z","time spent":"588.823766ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:41.526437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.732714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:41.526687Z","caller":"traceutil/trace.go:171","msg":"trace[1938949087] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5321; }","duration":"938.527694ms","start":"2026-04-28T03:33:40.588136Z","end":"2026-04-28T03:33:41.526664Z","steps":["trace[1938949087] 'read index received' (duration: 274.137µs)","trace[1938949087] 'applied index is now lower than readState.Index' (duration: 938.251867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:41.52684Z","caller":"traceutil/trace.go:171","msg":"trace[1056094331] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"1.489497852s","start":"2026-04-28T03:33:40.037325Z","end":"2026-04-28T03:33:41.526823Z","steps":["trace[1056094331] 'process raft request' (duration: 551.298786ms)","trace[1056094331] 'compare' (duration: 937.597051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:41.526927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.037293Z","time spent":"1.489586514s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:41.527287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482992285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:41.527341Z","caller":"traceutil/trace.go:171","msg":"trace[452571028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5022; }","duration":"1.483073747s","start":"2026-04-28T03:33:40.044253Z","end":"2026-04-28T03:33:41.527326Z","steps":["trace[452571028] 'agreement among raft nodes before linearized reading' (duration: 1.482913253s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.527383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.044243Z","time spent":"1.483129348s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:41.52737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123753111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:41.527466Z","caller":"traceutil/trace.go:171","msg":"trace[2057415501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5022; }","duration":"1.123911564s","start":"2026-04-28T03:33:40.403528Z","end":"2026-04-28T03:33:41.527439Z","steps":["trace[2057415501] 'agreement among raft nodes before linearized reading' (duration: 1.123566897s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:41.52747Z","caller":"traceutil/trace.go:171","msg":"trace[776629861] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"1.424862806s","start":"2026-04-28T03:33:40.102574Z","end":"2026-04-28T03:33:41.527437Z","steps":["trace[776629861] 'process raft request' (duration: 1.423985926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.527492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099481702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:41.527531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.403497Z","time spent":"1.124020767s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:33:41.527574Z","caller":"traceutil/trace.go:171","msg":"trace[1729932510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5022; }","duration":"1.099593614s","start":"2026-04-28T03:33:40.427963Z","end":"2026-04-28T03:33:41.527556Z","steps":["trace[1729932510] 'agreement among raft nodes before linearized reading' (duration: 1.099450471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.527564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124451198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:33:41.527611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.427954Z","time spent":"1.099648405s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:41.527601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119451695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:41.527778Z","caller":"traceutil/trace.go:171","msg":"trace[697914950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5022; }","duration":"1.119653159s","start":"2026-04-28T03:33:40.408105Z","end":"2026-04-28T03:33:41.527758Z","steps":["trace[697914950] 'agreement among raft nodes before linearized reading' (duration: 1.119310351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.527836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.40809Z","time spent":"1.119729071s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:33:41.527621Z","caller":"traceutil/trace.go:171","msg":"trace[2034141321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5022; }","duration":"1.124577011s","start":"2026-04-28T03:33:40.403029Z","end":"2026-04-28T03:33:41.527606Z","steps":["trace[2034141321] 'agreement among raft nodes before linearized reading' (duration: 1.124374687s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.52793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.402981Z","time spent":"1.124937289s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:41.527625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226248265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:33:41.527973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482291728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:41.528033Z","caller":"traceutil/trace.go:171","msg":"trace[513055076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5022; }","duration":"1.482366629s","start":"2026-04-28T03:33:40.045651Z","end":"2026-04-28T03:33:41.528018Z","steps":["trace[513055076] 'agreement among raft nodes before linearized reading' (duration: 1.48149188s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:41.528031Z","caller":"traceutil/trace.go:171","msg":"trace[1300194390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5022; }","duration":"1.226686445s","start":"2026-04-28T03:33:40.301322Z","end":"2026-04-28T03:33:41.528009Z","steps":["trace[1300194390] 'agreement among raft nodes before linearized reading' (duration: 1.226146603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:41.52807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.045616Z","time spent":"1.482445631s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:41.528094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.301301Z","time spent":"1.226773607s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:41.527634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.102546Z","time spent":"1.42499741s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:33:41.764365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018069746s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:33:42.46157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.945347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:42.461938Z","caller":"traceutil/trace.go:171","msg":"trace[54426969] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"1.868956842s","start":"2026-04-28T03:33:40.592951Z","end":"2026-04-28T03:33:42.461908Z","steps":["trace[54426969] 'process raft request' (duration: 1.171595096s)","trace[54426969] 'compare' (duration: 695.878873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:42.461963Z","caller":"traceutil/trace.go:171","msg":"trace[18572707] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"981.167389ms","start":"2026-04-28T03:33:41.480773Z","end":"2026-04-28T03:33:42.461941Z","steps":["trace[18572707] 'process raft request' (duration: 981.006596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.461996Z","caller":"traceutil/trace.go:171","msg":"trace[1345237885] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"930.077011ms","start":"2026-04-28T03:33:41.531899Z","end":"2026-04-28T03:33:42.461976Z","steps":["trace[1345237885] 'process raft request' (duration: 929.987969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.462093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.480754Z","time spent":"981.262071ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:42.462115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.592927Z","time spent":"1.869085755s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:42.462209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.531876Z","time spent":"930.290716ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:42.462442Z","caller":"traceutil/trace.go:171","msg":"trace[1897014969] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"930.070091ms","start":"2026-04-28T03:33:41.53236Z","end":"2026-04-28T03:33:42.462431Z","steps":["trace[1897014969] 'process raft request' (duration: 929.574679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.46255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.532348Z","time spent":"930.165783ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:42.46257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136511921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:42.462579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187906906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:42.462608Z","caller":"traceutil/trace.go:171","msg":"trace[887303829] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"928.361113ms","start":"2026-04-28T03:33:41.534234Z","end":"2026-04-28T03:33:42.462595Z","steps":["trace[887303829] 'process raft request' (duration: 928.119497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.462649Z","caller":"traceutil/trace.go:171","msg":"trace[1402330249] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5027; }","duration":"1.136622304s","start":"2026-04-28T03:33:41.326008Z","end":"2026-04-28T03:33:42.46263Z","steps":["trace[1402330249] 'agreement among raft nodes before linearized reading' (duration: 1.13645475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.462689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.532958Z","time spent":"929.690113ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:42.462712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.325997Z","time spent":"1.136698345s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:42.462709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782930753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:42.462662Z","caller":"traceutil/trace.go:171","msg":"trace[1154003383] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5027; }","duration":"1.188044029s","start":"2026-04-28T03:33:41.274596Z","end":"2026-04-28T03:33:42.46264Z","steps":["trace[1154003383] 'agreement among raft nodes before linearized reading' (duration: 1.187911196s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.462792Z","caller":"traceutil/trace.go:171","msg":"trace[345535073] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5027; }","duration":"1.783082506s","start":"2026-04-28T03:33:40.67969Z","end":"2026-04-28T03:33:42.462772Z","steps":["trace[345535073] 'agreement among raft nodes before linearized reading' (duration: 1.782856581s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.462464Z","caller":"traceutil/trace.go:171","msg":"trace[28635673] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5324; }","duration":"935.655157ms","start":"2026-04-28T03:33:41.526783Z","end":"2026-04-28T03:33:42.462438Z","steps":["trace[28635673] 'read index received' (duration: 237.783438ms)","trace[28635673] 'applied index is now lower than readState.Index' (duration: 697.869949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:42.46284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.67967Z","time spent":"1.783159298s","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:42.462828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80708426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:42.462917Z","caller":"traceutil/trace.go:171","msg":"trace[371800080] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5027; }","duration":"1.807180222s","start":"2026-04-28T03:33:40.65572Z","end":"2026-04-28T03:33:42.4629Z","steps":["trace[371800080] 'agreement among raft nodes before linearized reading' (duration: 1.807035008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.462973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:40.655584Z","time spent":"1.807374136s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:42.462849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.274573Z","time spent":"1.188255943s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:42.928682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.632796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:42.928889Z","caller":"traceutil/trace.go:171","msg":"trace[509239696] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5329; }","duration":"466.030393ms","start":"2026-04-28T03:33:42.462842Z","end":"2026-04-28T03:33:42.928872Z","steps":["trace[509239696] 'read index received' (duration: 333.036469ms)","trace[509239696] 'applied index is now lower than readState.Index' (duration: 132.992674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:42.929033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043118993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:42.929069Z","caller":"traceutil/trace.go:171","msg":"trace[1105986462] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5029; }","duration":"1.043196835s","start":"2026-04-28T03:33:41.885864Z","end":"2026-04-28T03:33:42.929061Z","steps":["trace[1105986462] 'agreement among raft nodes before linearized reading' (duration: 1.043107823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.309194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:42.929105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.885844Z","time spent":"1.043251866s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:42.92913Z","caller":"traceutil/trace.go:171","msg":"trace[410399497] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5029; }","duration":"524.425786ms","start":"2026-04-28T03:33:42.404691Z","end":"2026-04-28T03:33:42.929117Z","steps":["trace[410399497] 'agreement among raft nodes before linearized reading' (duration: 524.269003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.404661Z","time spent":"524.491688ms","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:42.929283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395355187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:42.929305Z","caller":"traceutil/trace.go:171","msg":"trace[1917899957] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"928.430384ms","start":"2026-04-28T03:33:42.000844Z","end":"2026-04-28T03:33:42.929275Z","steps":["trace[1917899957] 'process raft request' (duration: 927.935053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.929313Z","caller":"traceutil/trace.go:171","msg":"trace[1216041198] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"928.433454ms","start":"2026-04-28T03:33:42.000846Z","end":"2026-04-28T03:33:42.929279Z","steps":["trace[1216041198] 'process raft request' (duration: 795.123113ms)","trace[1216041198] 'compare' (duration: 132.38442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:42.929354Z","caller":"traceutil/trace.go:171","msg":"trace[1068623445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"1.395447279s","start":"2026-04-28T03:33:41.533893Z","end":"2026-04-28T03:33:42.929341Z","steps":["trace[1068623445] 'agreement among raft nodes before linearized reading' (duration: 1.395327867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.533889Z","time spent":"1.39550016s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.695808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-28T03:33:42.929453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.096546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-28T03:33:42.929448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.00082Z","time spent":"928.548556ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:42.929447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.000792Z","time spent":"928.571247ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:42.929478Z","caller":"traceutil/trace.go:171","msg":"trace[113082999] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"459.159027ms","start":"2026-04-28T03:33:42.470312Z","end":"2026-04-28T03:33:42.929471Z","steps":["trace[113082999] 'agreement among raft nodes before linearized reading' (duration: 459.105596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.26279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:33:42.929498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.470289Z","time spent":"459.205979ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:33:42.929515Z","caller":"traceutil/trace.go:171","msg":"trace[59611411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5029; }","duration":"463.387543ms","start":"2026-04-28T03:33:42.466116Z","end":"2026-04-28T03:33:42.929504Z","steps":["trace[59611411] 'agreement among raft nodes before linearized reading' (duration: 463.168788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.92955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.466098Z","time spent":"463.446164ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.361882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-28T03:33:42.929548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396148034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141315"} {"level":"info","ts":"2026-04-28T03:33:42.929478Z","caller":"traceutil/trace.go:171","msg":"trace[1843520921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"455.748559ms","start":"2026-04-28T03:33:42.473719Z","end":"2026-04-28T03:33:42.929468Z","steps":["trace[1843520921] 'agreement among raft nodes before linearized reading' (duration: 455.601536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.808084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-04-28T03:33:42.929671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.473713Z","time spent":"455.950304ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:33:42.929642Z","caller":"traceutil/trace.go:171","msg":"trace[287948108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5029; }","duration":"1.396275838s","start":"2026-04-28T03:33:41.533343Z","end":"2026-04-28T03:33:42.929619Z","steps":["trace[287948108] 'agreement among raft nodes before linearized reading' (duration: 1.395741906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.874564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-28T03:33:42.929407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.170018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T03:33:42.929701Z","caller":"traceutil/trace.go:171","msg":"trace[1496441774] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"456.869405ms","start":"2026-04-28T03:33:42.472813Z","end":"2026-04-28T03:33:42.929682Z","steps":["trace[1496441774] 'agreement among raft nodes before linearized reading' (duration: 456.766863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.92971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.487886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:42.92974Z","caller":"traceutil/trace.go:171","msg":"trace[720645497] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"459.524546ms","start":"2026-04-28T03:33:42.470202Z","end":"2026-04-28T03:33:42.929726Z","steps":["trace[720645497] 'agreement among raft nodes before linearized reading' (duration: 459.141687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.472804Z","time spent":"456.937926ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.994739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:42.929766Z","caller":"traceutil/trace.go:171","msg":"trace[705704026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5029; }","duration":"336.542478ms","start":"2026-04-28T03:33:42.593208Z","end":"2026-04-28T03:33:42.92975Z","steps":["trace[705704026] 'agreement among raft nodes before linearized reading' (duration: 336.374054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.929614Z","caller":"traceutil/trace.go:171","msg":"trace[553468613] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"459.484565ms","start":"2026-04-28T03:33:42.470115Z","end":"2026-04-28T03:33:42.9296Z","steps":["trace[553468613] 'agreement among raft nodes before linearized reading' (duration: 459.23184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.470102Z","time spent":"459.803522ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.759853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-28T03:33:42.930049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.545989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T03:33:42.930086Z","caller":"traceutil/trace.go:171","msg":"trace[1566332141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"457.353807ms","start":"2026-04-28T03:33:42.472711Z","end":"2026-04-28T03:33:42.930065Z","steps":["trace[1566332141] 'agreement among raft nodes before linearized reading' (duration: 456.61588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.9301Z","caller":"traceutil/trace.go:171","msg":"trace[672582967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"453.60658ms","start":"2026-04-28T03:33:42.476477Z","end":"2026-04-28T03:33:42.930084Z","steps":["trace[672582967] 'agreement among raft nodes before linearized reading' (duration: 453.18235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.930098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.082454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-04-28T03:33:42.93013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.472701Z","time spent":"457.416909ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.930134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.476471Z","time spent":"453.654202ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:33:42.93016Z","caller":"traceutil/trace.go:171","msg":"trace[292011615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"432.188036ms","start":"2026-04-28T03:33:42.497955Z","end":"2026-04-28T03:33:42.930144Z","steps":["trace[292011615] 'agreement among raft nodes before linearized reading' (duration: 431.588372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.929716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:41.533331Z","time spent":"1.396370619s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":141338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:33:42.930204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.497934Z","time spent":"432.258028ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.792488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-28T03:33:42.930281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.353287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-28T03:33:42.930316Z","caller":"traceutil/trace.go:171","msg":"trace[799975602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"260.498604ms","start":"2026-04-28T03:33:42.669801Z","end":"2026-04-28T03:33:42.9303Z","steps":["trace[799975602] 'agreement among raft nodes before linearized reading' (duration: 259.699055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.930392Z","caller":"traceutil/trace.go:171","msg":"trace[1114349883] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"457.528021ms","start":"2026-04-28T03:33:42.472841Z","end":"2026-04-28T03:33:42.930369Z","steps":["trace[1114349883] 'agreement among raft nodes before linearized reading' (duration: 456.62256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:42.929704Z","caller":"traceutil/trace.go:171","msg":"trace[479637229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:5029; }","duration":"452.902004ms","start":"2026-04-28T03:33:42.476797Z","end":"2026-04-28T03:33:42.929699Z","steps":["trace[479637229] 'agreement among raft nodes before linearized reading' (duration: 452.846423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.930448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.472838Z","time spent":"457.594743ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.930468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.476793Z","time spent":"453.659322ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:33:42.929784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.470183Z","time spent":"459.584227ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-28T03:33:42.929799Z","caller":"traceutil/trace.go:171","msg":"trace[980397235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5029; }","duration":"394.080191ms","start":"2026-04-28T03:33:42.535711Z","end":"2026-04-28T03:33:42.929791Z","steps":["trace[980397235] 'agreement among raft nodes before linearized reading' (duration: 393.945118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:42.93062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.535688Z","time spent":"394.91128ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:42.92982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.593149Z","time spent":"336.658621ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:43.243909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.409378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:43.244005Z","caller":"traceutil/trace.go:171","msg":"trace[468598166] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5331; }","duration":"304.604235ms","start":"2026-04-28T03:33:42.939384Z","end":"2026-04-28T03:33:43.243988Z","steps":["trace[468598166] 'read index received' (duration: 56.45778ms)","trace[468598166] 'applied index is now lower than readState.Index' (duration: 248.145035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:43.244064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.675326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:43.244091Z","caller":"traceutil/trace.go:171","msg":"trace[668802751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5031; }","duration":"304.727297ms","start":"2026-04-28T03:33:42.939355Z","end":"2026-04-28T03:33:43.244082Z","steps":["trace[668802751] 'agreement among raft nodes before linearized reading' (duration: 304.674906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:43.244114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.939341Z","time spent":"304.767328ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:33:43.244227Z","caller":"traceutil/trace.go:171","msg":"trace[1672072869] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"309.206439ms","start":"2026-04-28T03:33:42.935004Z","end":"2026-04-28T03:33:43.244211Z","steps":["trace[1672072869] 'process raft request' (duration: 162.437832ms)","trace[1672072869] 'compare' (duration: 146.168322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:43.244339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:42.934975Z","time spent":"309.328952ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:44.078832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.848128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:44.079099Z","caller":"traceutil/trace.go:171","msg":"trace[1484672130] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5031; }","duration":"593.115494ms","start":"2026-04-28T03:33:43.485894Z","end":"2026-04-28T03:33:44.079009Z","steps":["trace[1484672130] 'count revisions from in-memory index tree' (duration: 592.667703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:44.079253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.485874Z","time spent":"593.355269ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:44.079432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.731775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:44.079526Z","caller":"traceutil/trace.go:171","msg":"trace[131845801] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"517.815956ms","start":"2026-04-28T03:33:43.561693Z","end":"2026-04-28T03:33:44.079509Z","steps":["trace[131845801] 'read index received' (duration: 306.832504ms)","trace[131845801] 'applied index is now lower than readState.Index' (duration: 210.981902ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:44.079539Z","caller":"traceutil/trace.go:171","msg":"trace[1626736059] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"546.301122ms","start":"2026-04-28T03:33:43.533215Z","end":"2026-04-28T03:33:44.079516Z","steps":["trace[1626736059] 'process raft request' (duration: 335.406293ms)","trace[1626736059] 'compare' (duration: 210.577552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:44.079638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.93862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:44.079635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.533184Z","time spent":"546.405604ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:44.079708Z","caller":"traceutil/trace.go:171","msg":"trace[1902968657] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5032; }","duration":"518.011641ms","start":"2026-04-28T03:33:43.561686Z","end":"2026-04-28T03:33:44.079698Z","steps":["trace[1902968657] 'agreement among raft nodes before linearized reading' (duration: 517.910009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:44.079741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.561666Z","time spent":"518.064912ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T03:33:44.080033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.117318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:33:44.080053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.059012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:44.080104Z","caller":"traceutil/trace.go:171","msg":"trace[1735249213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5032; }","duration":"141.231951ms","start":"2026-04-28T03:33:43.938859Z","end":"2026-04-28T03:33:44.080091Z","steps":["trace[1735249213] 'agreement among raft nodes before linearized reading' (duration: 141.073427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:44.080247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.808488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-28T03:33:44.080361Z","caller":"traceutil/trace.go:171","msg":"trace[1773856422] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:5032; }","duration":"409.923811ms","start":"2026-04-28T03:33:43.670418Z","end":"2026-04-28T03:33:44.080342Z","steps":["trace[1773856422] 'agreement among raft nodes before linearized reading' (duration: 409.592643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:44.080185Z","caller":"traceutil/trace.go:171","msg":"trace[727030045] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5032; }","duration":"518.191945ms","start":"2026-04-28T03:33:43.561926Z","end":"2026-04-28T03:33:44.080118Z","steps":["trace[727030045] 'agreement among raft nodes before linearized reading' (duration: 518.00133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:44.080575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.484055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-04-28T03:33:44.08062Z","caller":"traceutil/trace.go:171","msg":"trace[2091836410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5032; }","duration":"384.602957ms","start":"2026-04-28T03:33:43.696006Z","end":"2026-04-28T03:33:44.080609Z","steps":["trace[2091836410] 'agreement among raft nodes before linearized reading' (duration: 383.993273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:44.080696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.561916Z","time spent":"518.622104ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T03:33:44.080807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.695987Z","time spent":"384.807962ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:33:44.080454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:43.670375Z","time spent":"410.062384ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T03:33:44.468377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.48116ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T03:33:45.204754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.9075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:45.204904Z","caller":"traceutil/trace.go:171","msg":"trace[727057382] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5335; }","duration":"738.140019ms","start":"2026-04-28T03:33:44.466738Z","end":"2026-04-28T03:33:45.204878Z","steps":["trace[727057382] 'read index received' (duration: 309.020014ms)","trace[727057382] 'applied index is now lower than readState.Index' (duration: 429.117575ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:45.205001Z","caller":"traceutil/trace.go:171","msg":"trace[1019662869] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"991.889291ms","start":"2026-04-28T03:33:44.213093Z","end":"2026-04-28T03:33:45.204983Z","steps":["trace[1019662869] 'process raft request' (duration: 562.652833ms)","trace[1019662869] 'compare' (duration: 428.073611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:45.205075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.213073Z","time spent":"991.961572ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:33:45.205295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.539228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:33:45.205368Z","caller":"traceutil/trace.go:171","msg":"trace[735125755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5033; }","duration":"738.65459ms","start":"2026-04-28T03:33:44.466693Z","end":"2026-04-28T03:33:45.205347Z","steps":["trace[735125755] 'agreement among raft nodes before linearized reading' (duration: 738.359354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:45.205414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.466672Z","time spent":"738.729933ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:33:45.705749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:46.205935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:46.647451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871701663s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:33:46.648052Z","caller":"traceutil/trace.go:171","msg":"trace[382625223] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"2.179564701s","start":"2026-04-28T03:33:44.468455Z","end":"2026-04-28T03:33:46.64802Z","steps":["trace[382625223] 'process raft request' (duration: 2.179315065s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:46.648227Z","caller":"traceutil/trace.go:171","msg":"trace[219292883] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"2.178753873s","start":"2026-04-28T03:33:44.469452Z","end":"2026-04-28T03:33:46.648206Z","steps":["trace[219292883] 'process raft request' (duration: 2.178486907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:46.648233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.468434Z","time spent":"2.179691913s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:46.648325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.469427Z","time spent":"2.178852925s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:47.049819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:33:47.049915Z","caller":"traceutil/trace.go:171","msg":"trace[664783036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544235s","start":"2026-04-28T03:33:45.049348Z","end":"2026-04-28T03:33:47.049892Z","steps":["trace[664783036] 'agreement among raft nodes before linearized reading' (duration: 2.000431563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.049967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.049321Z","time spent":"2.000635738s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:33:47.47416Z","caller":"traceutil/trace.go:171","msg":"trace[588143184] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"2.535584688s","start":"2026-04-28T03:33:44.93855Z","end":"2026-04-28T03:33:47.474135Z","steps":["trace[588143184] 'process raft request' (duration: 2.535495846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.474327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.938514Z","time spent":"2.535721762s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:47.474167Z","caller":"traceutil/trace.go:171","msg":"trace[1418333354] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"2.538340322s","start":"2026-04-28T03:33:44.935797Z","end":"2026-04-28T03:33:47.474137Z","steps":["trace[1418333354] 'process raft request' (duration: 2.538106455s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.474552Z","caller":"traceutil/trace.go:171","msg":"trace[1915424224] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5336; }","duration":"2.269591241s","start":"2026-04-28T03:33:45.204939Z","end":"2026-04-28T03:33:47.474531Z","steps":["trace[1915424224] 'read index received' (duration: 1.442883366s)","trace[1915424224] 'applied index is now lower than readState.Index' (duration: 826.706535ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:47.474608Z","caller":"traceutil/trace.go:171","msg":"trace[316725364] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"1.933872429s","start":"2026-04-28T03:33:45.540708Z","end":"2026-04-28T03:33:47.47458Z","steps":["trace[316725364] 'process raft request' (duration: 1.933604582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.474702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47154375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:33:47.474673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.935766Z","time spent":"2.538760801s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:47.474727Z","caller":"traceutil/trace.go:171","msg":"trace[465953256] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"1.388805617s","start":"2026-04-28T03:33:46.085897Z","end":"2026-04-28T03:33:47.474703Z","steps":["trace[465953256] 'process raft request' (duration: 1.388504501s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.474773Z","caller":"traceutil/trace.go:171","msg":"trace[1621501619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"2.471658384s","start":"2026-04-28T03:33:45.003101Z","end":"2026-04-28T03:33:47.474759Z","steps":["trace[1621501619] 'agreement among raft nodes before linearized reading' (duration: 2.471470299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.474813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.003078Z","time spent":"2.471726655s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:47.474834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870227514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:47.474833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.540675Z","time spent":"1.934059573s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:47.474767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535383692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:33:47.474925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:46.085871Z","time spent":"1.38891937s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:47.474961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386086592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:47.474949Z","caller":"traceutil/trace.go:171","msg":"trace[1427993803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5040; }","duration":"2.535573467s","start":"2026-04-28T03:33:44.93935Z","end":"2026-04-28T03:33:47.474923Z","steps":["trace[1427993803] 'agreement among raft nodes before linearized reading' (duration: 2.535301051s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.474993Z","caller":"traceutil/trace.go:171","msg":"trace[707500948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5040; }","duration":"2.386166044s","start":"2026-04-28T03:33:45.088815Z","end":"2026-04-28T03:33:47.474981Z","steps":["trace[707500948] 'agreement among raft nodes before linearized reading' (duration: 2.386076352s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.474882Z","caller":"traceutil/trace.go:171","msg":"trace[1703691146] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5040; }","duration":"2.870304386s","start":"2026-04-28T03:33:44.604562Z","end":"2026-04-28T03:33:47.474867Z","steps":["trace[1703691146] 'agreement among raft nodes before linearized reading' (duration: 2.870232744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.939342Z","time spent":"2.535653519s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.08879Z","time spent":"2.386230525s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008262112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:47.475147Z","caller":"traceutil/trace.go:171","msg":"trace[1356042148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5040; }","duration":"3.008359194s","start":"2026-04-28T03:33:44.466775Z","end":"2026-04-28T03:33:47.475135Z","steps":["trace[1356042148] 'agreement among raft nodes before linearized reading' (duration: 3.008243071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226636538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:33:47.475197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.466751Z","time spent":"3.008434166s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:33:47.475224Z","caller":"traceutil/trace.go:171","msg":"trace[1525013642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"2.22672152s","start":"2026-04-28T03:33:45.248492Z","end":"2026-04-28T03:33:47.475213Z","steps":["trace[1525013642] 'agreement among raft nodes before linearized reading' (duration: 2.226566276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.248477Z","time spent":"2.226770361s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.604544Z","time spent":"2.870523461s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:47.475353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341475233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:47.475384Z","caller":"traceutil/trace.go:171","msg":"trace[256568389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"1.341547595s","start":"2026-04-28T03:33:46.133828Z","end":"2026-04-28T03:33:47.475376Z","steps":["trace[256568389] 'agreement among raft nodes before linearized reading' (duration: 1.341498083s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.475351Z","caller":"traceutil/trace.go:171","msg":"trace[324146483] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"2.265238592s","start":"2026-04-28T03:33:45.209277Z","end":"2026-04-28T03:33:47.474516Z","steps":["trace[324146483] 'process raft request' (duration: 2.264817273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.222973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"warn","ts":"2026-04-28T03:33:47.474995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007926695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:33:47.475477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.209254Z","time spent":"2.266177004s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:47.47549Z","caller":"traceutil/trace.go:171","msg":"trace[475851536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5040; }","duration":"3.008452227s","start":"2026-04-28T03:33:44.467023Z","end":"2026-04-28T03:33:47.475475Z","steps":["trace[475851536] 'agreement among raft nodes before linearized reading' (duration: 3.007883384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:46.133806Z","time spent":"1.341595326s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:44.467005Z","time spent":"3.008521818s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:33:47.475564Z","caller":"traceutil/trace.go:171","msg":"trace[749147277] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5040; }","duration":"825.353216ms","start":"2026-04-28T03:33:46.650116Z","end":"2026-04-28T03:33:47.475469Z","steps":["trace[749147277] 'agreement among raft nodes before linearized reading' (duration: 825.059729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.475768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:46.650097Z","time spent":"825.637482ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.847729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:47.47579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.778193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:47.475576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905449237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:47.475848Z","caller":"traceutil/trace.go:171","msg":"trace[1335768059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"425.951772ms","start":"2026-04-28T03:33:47.04988Z","end":"2026-04-28T03:33:47.475832Z","steps":["trace[1335768059] 'agreement among raft nodes before linearized reading' (duration: 425.856ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.47586Z","caller":"traceutil/trace.go:171","msg":"trace[1039000825] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5040; }","duration":"180.885195ms","start":"2026-04-28T03:33:47.294957Z","end":"2026-04-28T03:33:47.475842Z","steps":["trace[1039000825] 'agreement among raft nodes before linearized reading' (duration: 180.776443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.47589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.04986Z","time spent":"426.021024ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:47.475627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83446879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413710"} {"level":"info","ts":"2026-04-28T03:33:47.475945Z","caller":"traceutil/trace.go:171","msg":"trace[39963718] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5040; }","duration":"1.834834058s","start":"2026-04-28T03:33:45.641103Z","end":"2026-04-28T03:33:47.475937Z","steps":["trace[39963718] 'agreement among raft nodes before linearized reading' (duration: 1.834320117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:47.47589Z","caller":"traceutil/trace.go:171","msg":"trace[2018571995] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5040; }","duration":"1.905807995s","start":"2026-04-28T03:33:45.570067Z","end":"2026-04-28T03:33:47.475875Z","steps":["trace[2018571995] 'agreement among raft nodes before linearized reading' (duration: 1.905445217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:47.476033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.570043Z","time spent":"1.905967549s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:47.475981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:45.641077Z","time spent":"1.83489009s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413733,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:33:48.364625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.181639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:48.364918Z","caller":"traceutil/trace.go:171","msg":"trace[214271719] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"883.330734ms","start":"2026-04-28T03:33:47.48157Z","end":"2026-04-28T03:33:48.364901Z","steps":["trace[214271719] 'process raft request' (duration: 883.172199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:48.364996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.481539Z","time spent":"883.421146ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:48.365241Z","caller":"traceutil/trace.go:171","msg":"trace[952453951] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"883.705792ms","start":"2026-04-28T03:33:47.481519Z","end":"2026-04-28T03:33:48.365224Z","steps":["trace[952453951] 'process raft request' (duration: 95.827736ms)","trace[952453951] 'compare' (duration: 786.534065ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:48.365169Z","caller":"traceutil/trace.go:171","msg":"trace[1165384235] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5343; }","duration":"880.356976ms","start":"2026-04-28T03:33:47.484779Z","end":"2026-04-28T03:33:48.365136Z","steps":["trace[1165384235] 'read index received' (duration: 92.567362ms)","trace[1165384235] 'applied index is now lower than readState.Index' (duration: 787.787744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:48.365304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.481495Z","time spent":"883.775164ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:48.365359Z","caller":"traceutil/trace.go:171","msg":"trace[310823886] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"882.32434ms","start":"2026-04-28T03:33:47.483012Z","end":"2026-04-28T03:33:48.365336Z","steps":["trace[310823886] 'process raft request' (duration: 882.014673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:48.365371Z","caller":"traceutil/trace.go:171","msg":"trace[386692386] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"883.631771ms","start":"2026-04-28T03:33:47.4817Z","end":"2026-04-28T03:33:48.365332Z","steps":["trace[386692386] 'process raft request' (duration: 883.16118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:48.365457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.650653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:33:48.365506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.483003Z","time spent":"882.402622ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:48.365546Z","caller":"traceutil/trace.go:171","msg":"trace[1526483255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5044; }","duration":"880.762885ms","start":"2026-04-28T03:33:47.484765Z","end":"2026-04-28T03:33:48.365528Z","steps":["trace[1526483255] 'agreement among raft nodes before linearized reading' (duration: 880.596651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:48.365601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.48476Z","time spent":"880.827926ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:48.365847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.481672Z","time spent":"884.065121ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:48.865723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:33:49.223243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305110629s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:33:49.385815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.832748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:49.385937Z","caller":"traceutil/trace.go:171","msg":"trace[1491521806] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"1.468951324s","start":"2026-04-28T03:33:47.916962Z","end":"2026-04-28T03:33:49.385914Z","steps":["trace[1491521806] 'process raft request' (duration: 1.306944881s)","trace[1491521806] 'compare' (duration: 161.243605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:49.386002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.916934Z","time spent":"1.469037045s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:50.367617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:33:50.367759Z","caller":"traceutil/trace.go:171","msg":"trace[1090337233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827052s","start":"2026-04-28T03:33:48.366907Z","end":"2026-04-28T03:33:50.367734Z","steps":["trace[1090337233] 'agreement among raft nodes before linearized reading' (duration: 2.000656678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:50.367826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.366885Z","time spent":"2.000926025s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:50.484657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.206052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:50.484809Z","caller":"traceutil/trace.go:171","msg":"trace[2087597360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5045; }","duration":"294.366325ms","start":"2026-04-28T03:33:50.190417Z","end":"2026-04-28T03:33:50.484783Z","steps":["trace[2087597360] 'range keys from in-memory index tree' (duration: 294.187731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:50.647258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423790887s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:33:50.647726Z","caller":"traceutil/trace.go:171","msg":"trace[2010747212] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"1.994257331s","start":"2026-04-28T03:33:48.653449Z","end":"2026-04-28T03:33:50.647707Z","steps":["trace[2010747212] 'process raft request' (duration: 1.994164429s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:50.647801Z","caller":"traceutil/trace.go:171","msg":"trace[1158938894] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"2.257487613s","start":"2026-04-28T03:33:48.390289Z","end":"2026-04-28T03:33:50.647777Z","steps":["trace[1158938894] 'process raft request' (duration: 2.257183656s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:50.647895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.653429Z","time spent":"1.994355703s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:50.647883Z","caller":"traceutil/trace.go:171","msg":"trace[558381705] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5347; }","duration":"2.282539527s","start":"2026-04-28T03:33:48.365319Z","end":"2026-04-28T03:33:50.647858Z","steps":["trace[558381705] 'read index received' (duration: 858.198317ms)","trace[558381705] 'applied index is now lower than readState.Index' (duration: 1.42433853s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:50.647912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.390253Z","time spent":"2.257605955s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:50.647961Z","caller":"traceutil/trace.go:171","msg":"trace[620149615] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"1.570977051s","start":"2026-04-28T03:33:49.07697Z","end":"2026-04-28T03:33:50.647947Z","steps":["trace[620149615] 'process raft request' (duration: 1.570707404s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:50.648138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010445949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:33:50.648205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.076932Z","time spent":"1.571246597s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:33:50.648226Z","caller":"traceutil/trace.go:171","msg":"trace[310147046] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5048; }","duration":"3.010569613s","start":"2026-04-28T03:33:47.63762Z","end":"2026-04-28T03:33:50.648189Z","steps":["trace[310147046] 'agreement among raft nodes before linearized reading' (duration: 3.010302257s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:50.648277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:47.637593Z","time spent":"3.010668274s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":83,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:33:51.102325Z","caller":"traceutil/trace.go:171","msg":"trace[1376191709] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"1.621876167s","start":"2026-04-28T03:33:49.480397Z","end":"2026-04-28T03:33:51.102273Z","steps":["trace[1376191709] 'process raft request' (duration: 1.579919566s)","trace[1376191709] 'compare' (duration: 41.773947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:51.102457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676738632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:33:51.102492Z","caller":"traceutil/trace.go:171","msg":"trace[1808909206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5051; }","duration":"2.676789763s","start":"2026-04-28T03:33:48.425695Z","end":"2026-04-28T03:33:51.102485Z","steps":["trace[1808909206] 'agreement among raft nodes before linearized reading' (duration: 2.676715131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.10249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622097922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:33:51.102454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.664809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:51.102518Z","caller":"traceutil/trace.go:171","msg":"trace[868982252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5051; }","duration":"1.622218915s","start":"2026-04-28T03:33:49.480291Z","end":"2026-04-28T03:33:51.10251Z","steps":["trace[868982252] 'agreement among raft nodes before linearized reading' (duration: 1.622046951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.10252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.425615Z","time spent":"2.676897765s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:51.102538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.480271Z","time spent":"1.622262256s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:33:51.102554Z","caller":"traceutil/trace.go:171","msg":"trace[2043825395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5051; }","duration":"893.822342ms","start":"2026-04-28T03:33:50.208706Z","end":"2026-04-28T03:33:51.102528Z","steps":["trace[2043825395] 'agreement among raft nodes before linearized reading' (duration: 893.637438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.1026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.480385Z","time spent":"1.622059511s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:51.10265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000517348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18aa67e14093f729\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-04-28T03:33:51.102672Z","caller":"traceutil/trace.go:171","msg":"trace[1908609229] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18aa67e14093f729; range_end:; response_count:1; response_revision:5051; }","duration":"1.000576579s","start":"2026-04-28T03:33:50.102089Z","end":"2026-04-28T03:33:51.102666Z","steps":["trace[1908609229] 'agreement among raft nodes before linearized reading' (duration: 1.000506878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.102674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.208683Z","time spent":"893.979376ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:51.102698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342333358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:51.102724Z","caller":"traceutil/trace.go:171","msg":"trace[1756061888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:5051; }","duration":"2.342411019s","start":"2026-04-28T03:33:48.760306Z","end":"2026-04-28T03:33:51.102717Z","steps":["trace[1756061888] 'agreement among raft nodes before linearized reading' (duration: 2.342354398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.102754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.760277Z","time spent":"2.342469141s","remote":"127.0.0.1:55976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:51.102712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988850857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"warn","ts":"2026-04-28T03:33:51.102771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44876849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18577"} {"level":"info","ts":"2026-04-28T03:33:51.102798Z","caller":"traceutil/trace.go:171","msg":"trace[878843884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5051; }","duration":"1.448824211s","start":"2026-04-28T03:33:49.653966Z","end":"2026-04-28T03:33:51.102791Z","steps":["trace[878843884] 'agreement among raft nodes before linearized reading' (duration: 1.448747709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.102823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.653949Z","time spent":"1.448869093s","remote":"127.0.0.1:40840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18600,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:33:51.102356Z","caller":"traceutil/trace.go:171","msg":"trace[1865186463] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5351; }","duration":"454.24448ms","start":"2026-04-28T03:33:50.64809Z","end":"2026-04-28T03:33:51.102334Z","steps":["trace[1865186463] 'read index received' (duration: 412.242367ms)","trace[1865186463] 'applied index is now lower than readState.Index' (duration: 42.000783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:51.102885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916173731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:51.103397Z","caller":"traceutil/trace.go:171","msg":"trace[1515882468] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5051; }","duration":"1.916713603s","start":"2026-04-28T03:33:49.186664Z","end":"2026-04-28T03:33:51.103377Z","steps":["trace[1515882468] 'agreement among raft nodes before linearized reading' (duration: 1.916180251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.103468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.186642Z","time spent":"1.916805006s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:33:51.102702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.102069Z","time spent":"1.00062779s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":741,"request content":"key:\"/registry/events/monitoring/loki-0.18aa67e14093f729\" "} {"level":"info","ts":"2026-04-28T03:33:51.102814Z","caller":"traceutil/trace.go:171","msg":"trace[532143061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5051; }","duration":"1.988995581s","start":"2026-04-28T03:33:49.113791Z","end":"2026-04-28T03:33:51.102787Z","steps":["trace[532143061] 'agreement among raft nodes before linearized reading' (duration: 1.988715525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.103888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.113774Z","time spent":"1.990093675s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:33:51.102876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614484788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:51.104069Z","caller":"traceutil/trace.go:171","msg":"trace[825750168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5051; }","duration":"1.615711215s","start":"2026-04-28T03:33:49.488336Z","end":"2026-04-28T03:33:51.104047Z","steps":["trace[825750168] 'agreement among raft nodes before linearized reading' (duration: 1.614434117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:51.102905Z","caller":"traceutil/trace.go:171","msg":"trace[2015366155] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"1.621682353s","start":"2026-04-28T03:33:49.481201Z","end":"2026-04-28T03:33:51.102883Z","steps":["trace[2015366155] 'process raft request' (duration: 1.621012288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.104127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.488315Z","time spent":"1.615794027s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:33:51.104217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.481171Z","time spent":"1.622978212s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:51.102917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611454365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:51.104319Z","caller":"traceutil/trace.go:171","msg":"trace[1394048309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5051; }","duration":"2.612881317s","start":"2026-04-28T03:33:48.491415Z","end":"2026-04-28T03:33:51.104297Z","steps":["trace[1394048309] 'agreement among raft nodes before linearized reading' (duration: 2.611451325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.104382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:48.491392Z","time spent":"2.612971148s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:33:51.102996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.469615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:51.10443Z","caller":"traceutil/trace.go:171","msg":"trace[1614684932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5051; }","duration":"733.942409ms","start":"2026-04-28T03:33:50.370475Z","end":"2026-04-28T03:33:51.104418Z","steps":["trace[1614684932] 'agreement among raft nodes before linearized reading' (duration: 732.449315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.104464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.370452Z","time spent":"734.00359ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:33:51.103047Z","caller":"traceutil/trace.go:171","msg":"trace[812556594] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"1.621394586s","start":"2026-04-28T03:33:49.481634Z","end":"2026-04-28T03:33:51.103029Z","steps":["trace[812556594] 'process raft request' (duration: 1.620611309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.10467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:49.481618Z","time spent":"1.623023454s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:51.103098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.967666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:51.104789Z","caller":"traceutil/trace.go:171","msg":"trace[1060311310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5051; }","duration":"727.659125ms","start":"2026-04-28T03:33:50.377122Z","end":"2026-04-28T03:33:51.104781Z","steps":["trace[1060311310] 'agreement among raft nodes before linearized reading' (duration: 725.948715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.104813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.377083Z","time spent":"727.722797ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:33:51.103106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.690361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:33:51.104888Z","caller":"traceutil/trace.go:171","msg":"trace[99263774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5051; }","duration":"734.574094ms","start":"2026-04-28T03:33:50.3703Z","end":"2026-04-28T03:33:51.104874Z","steps":["trace[99263774] 'agreement among raft nodes before linearized reading' (duration: 732.635119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.104942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.370284Z","time spent":"734.642625ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:33:51.103139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.373735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:51.105023Z","caller":"traceutil/trace.go:171","msg":"trace[676054214] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5051; }","duration":"155.33505ms","start":"2026-04-28T03:33:50.949678Z","end":"2026-04-28T03:33:51.105013Z","steps":["trace[676054214] 'agreement among raft nodes before linearized reading' (duration: 153.374755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.103223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.007668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:33:51.105183Z","caller":"traceutil/trace.go:171","msg":"trace[1208879083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5051; }","duration":"734.990904ms","start":"2026-04-28T03:33:50.370178Z","end":"2026-04-28T03:33:51.105169Z","steps":["trace[1208879083] 'agreement among raft nodes before linearized reading' (duration: 732.956217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.105208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.370161Z","time spent":"735.038164ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:51.103233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.141257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:33:51.105312Z","caller":"traceutil/trace.go:171","msg":"trace[1358589572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5051; }","duration":"734.270186ms","start":"2026-04-28T03:33:50.371035Z","end":"2026-04-28T03:33:51.105305Z","steps":["trace[1358589572] 'agreement among raft nodes before linearized reading' (duration: 732.081475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:51.105339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:50.371009Z","time spent":"734.322697ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:33:52.794517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.42714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:52.794793Z","caller":"traceutil/trace.go:171","msg":"trace[368944941] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"129.15342ms","start":"2026-04-28T03:33:52.665614Z","end":"2026-04-28T03:33:52.794768Z","steps":["trace[368944941] 'compare' (duration: 120.256696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:53.340335Z","caller":"traceutil/trace.go:171","msg":"trace[877155403] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"195.123232ms","start":"2026-04-28T03:33:53.14517Z","end":"2026-04-28T03:33:53.340293Z","steps":["trace[877155403] 'process raft request' (duration: 168.342828ms)","trace[877155403] 'compare' (duration: 26.317323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:53.340404Z","caller":"traceutil/trace.go:171","msg":"trace[1747793552] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"195.078281ms","start":"2026-04-28T03:33:53.145292Z","end":"2026-04-28T03:33:53.34037Z","steps":["trace[1747793552] 'process raft request' (duration: 194.964948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:53.340427Z","caller":"traceutil/trace.go:171","msg":"trace[1478533248] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"195.119631ms","start":"2026-04-28T03:33:53.145282Z","end":"2026-04-28T03:33:53.340401Z","steps":["trace[1478533248] 'process raft request' (duration: 194.875886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:53.340495Z","caller":"traceutil/trace.go:171","msg":"trace[911548107] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5368; }","duration":"192.943582ms","start":"2026-04-28T03:33:53.147512Z","end":"2026-04-28T03:33:53.340455Z","steps":["trace[911548107] 'read index received' (duration: 70.69963ms)","trace[911548107] 'applied index is now lower than readState.Index' (duration: 122.242342ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:53.340597Z","caller":"traceutil/trace.go:171","msg":"trace[1583172924] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"195.238374ms","start":"2026-04-28T03:33:53.145341Z","end":"2026-04-28T03:33:53.340579Z","steps":["trace[1583172924] 'process raft request' (duration: 194.977319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:53.340934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.404352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141315"} {"level":"info","ts":"2026-04-28T03:33:53.341042Z","caller":"traceutil/trace.go:171","msg":"trace[243519312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5070; }","duration":"193.540755ms","start":"2026-04-28T03:33:53.147462Z","end":"2026-04-28T03:33:53.341002Z","steps":["trace[243519312] 'agreement among raft nodes before linearized reading' (duration: 193.130776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:53.341074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.810273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:33:53.341112Z","caller":"traceutil/trace.go:171","msg":"trace[751157257] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5070; }","duration":"125.904055ms","start":"2026-04-28T03:33:53.215197Z","end":"2026-04-28T03:33:53.341102Z","steps":["trace[751157257] 'agreement among raft nodes before linearized reading' (duration: 125.514426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:53.993749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.358301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:53.993991Z","caller":"traceutil/trace.go:171","msg":"trace[1993351211] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"586.347238ms","start":"2026-04-28T03:33:53.407606Z","end":"2026-04-28T03:33:53.993953Z","steps":["trace[1993351211] 'process raft request' (duration: 423.68449ms)","trace[1993351211] 'compare' (duration: 162.178787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:53.994156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:53.407584Z","time spent":"586.49268ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:33:54.111366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.470792ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:33:54.111485Z","caller":"traceutil/trace.go:171","msg":"trace[539871133] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5373; }","duration":"431.718893ms","start":"2026-04-28T03:33:53.679741Z","end":"2026-04-28T03:33:54.11146Z","steps":["trace[539871133] 'read index received' (duration: 151.555443ms)","trace[539871133] 'applied index is now lower than readState.Index' (duration: 280.16106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:54.111813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.04223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-28T03:33:54.111921Z","caller":"traceutil/trace.go:171","msg":"trace[1703392622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:5071; }","duration":"432.205204ms","start":"2026-04-28T03:33:53.679691Z","end":"2026-04-28T03:33:54.111896Z","steps":["trace[1703392622] 'agreement among raft nodes before linearized reading' (duration: 431.876647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:54.111987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:33:53.679637Z","time spent":"432.337088ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-28T03:33:54.11248Z","caller":"traceutil/trace.go:171","msg":"trace[1670362698] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"225.862076ms","start":"2026-04-28T03:33:53.88659Z","end":"2026-04-28T03:33:54.112451Z","steps":["trace[1670362698] 'process raft request' (duration: 225.62461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:55.250178Z","caller":"traceutil/trace.go:171","msg":"trace[1411258949] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"104.871533ms","start":"2026-04-28T03:33:55.145292Z","end":"2026-04-28T03:33:55.250163Z","steps":["trace[1411258949] 'process raft request' (duration: 104.640278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:55.250179Z","caller":"traceutil/trace.go:171","msg":"trace[1753955472] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"104.232918ms","start":"2026-04-28T03:33:55.145917Z","end":"2026-04-28T03:33:55.25015Z","steps":["trace[1753955472] 'process raft request' (duration: 104.145816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.437093Z","caller":"traceutil/trace.go:171","msg":"trace[978999693] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"203.828911ms","start":"2026-04-28T03:33:57.23324Z","end":"2026-04-28T03:33:57.437069Z","steps":["trace[978999693] 'process raft request' (duration: 203.661997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.526633Z","caller":"traceutil/trace.go:171","msg":"trace[834579135] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5397; }","duration":"261.156174ms","start":"2026-04-28T03:33:57.265456Z","end":"2026-04-28T03:33:57.526612Z","steps":["trace[834579135] 'read index received' (duration: 171.458409ms)","trace[834579135] 'applied index is now lower than readState.Index' (duration: 89.696885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:57.526693Z","caller":"traceutil/trace.go:171","msg":"trace[1029414590] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"271.228726ms","start":"2026-04-28T03:33:57.255444Z","end":"2026-04-28T03:33:57.526673Z","steps":["trace[1029414590] 'process raft request' (duration: 271.105923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.526683Z","caller":"traceutil/trace.go:171","msg":"trace[658012595] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"272.31253ms","start":"2026-04-28T03:33:57.254341Z","end":"2026-04-28T03:33:57.526654Z","steps":["trace[658012595] 'process raft request' (duration: 261.025681ms)","trace[658012595] 'compare' (duration: 11.066114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:57.526865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.878903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:33:57.526914Z","caller":"traceutil/trace.go:171","msg":"trace[1959840536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5095; }","duration":"234.982346ms","start":"2026-04-28T03:33:57.291916Z","end":"2026-04-28T03:33:57.526899Z","steps":["trace[1959840536] 'agreement among raft nodes before linearized reading' (duration: 234.834012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:57.526967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.87273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:33:57.526961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.00175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:33:57.527004Z","caller":"traceutil/trace.go:171","msg":"trace[899024917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5095; }","duration":"168.953312ms","start":"2026-04-28T03:33:57.358041Z","end":"2026-04-28T03:33:57.526995Z","steps":["trace[899024917] 'agreement among raft nodes before linearized reading' (duration: 168.809479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:57.526977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.681053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:33:57.526961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.483443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:33:57.527037Z","caller":"traceutil/trace.go:171","msg":"trace[351998962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5095; }","duration":"158.139044ms","start":"2026-04-28T03:33:57.368882Z","end":"2026-04-28T03:33:57.527021Z","steps":["trace[351998962] 'agreement among raft nodes before linearized reading' (duration: 157.920949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.527044Z","caller":"traceutil/trace.go:171","msg":"trace[471985676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5095; }","duration":"150.774166ms","start":"2026-04-28T03:33:57.376257Z","end":"2026-04-28T03:33:57.527031Z","steps":["trace[471985676] 'agreement among raft nodes before linearized reading' (duration: 150.614372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:57.527041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.37878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:33:57.527079Z","caller":"traceutil/trace.go:171","msg":"trace[741012160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5095; }","duration":"261.635145ms","start":"2026-04-28T03:33:57.265423Z","end":"2026-04-28T03:33:57.527058Z","steps":["trace[741012160] 'agreement among raft nodes before linearized reading' (duration: 261.318138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:57.527116Z","caller":"traceutil/trace.go:171","msg":"trace[1984422199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5095; }","duration":"165.500292ms","start":"2026-04-28T03:33:57.361598Z","end":"2026-04-28T03:33:57.527098Z","steps":["trace[1984422199] 'agreement among raft nodes before linearized reading' (duration: 165.239186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:57.527007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.705455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:33:57.52721Z","caller":"traceutil/trace.go:171","msg":"trace[2141184117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5095; }","duration":"164.907719ms","start":"2026-04-28T03:33:57.362261Z","end":"2026-04-28T03:33:57.527169Z","steps":["trace[2141184117] 'agreement among raft nodes before linearized reading' (duration: 164.603432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:00.119242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.130339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T03:34:00.629965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:34:01.127949Z","caller":"traceutil/trace.go:171","msg":"trace[1984827478] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5416; }","duration":"997.993761ms","start":"2026-04-28T03:34:00.129929Z","end":"2026-04-28T03:34:01.127923Z","steps":["trace[1984827478] 'read index received' (duration: 997.802366ms)","trace[1984827478] 'applied index is now lower than readState.Index' (duration: 189.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:01.128005Z","caller":"traceutil/trace.go:171","msg":"trace[1509616246] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"998.905623ms","start":"2026-04-28T03:34:00.129064Z","end":"2026-04-28T03:34:01.12797Z","steps":["trace[1509616246] 'process raft request' (duration: 998.673046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.128187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.129042Z","time spent":"999.050725ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:01.128193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.244897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-417553b5-59fc-4666-b334-5006fd6842b5\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-28T03:34:01.128446Z","caller":"traceutil/trace.go:171","msg":"trace[2101358344] range","detail":"{range_begin:/registry/persistentvolumes/pvc-417553b5-59fc-4666-b334-5006fd6842b5; range_end:; response_count:1; response_revision:5111; }","duration":"998.512363ms","start":"2026-04-28T03:34:00.129893Z","end":"2026-04-28T03:34:01.128406Z","steps":["trace[2101358344] 'agreement among raft nodes before linearized reading' (duration: 998.156525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.128555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.12988Z","time spent":"998.637096ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-417553b5-59fc-4666-b334-5006fd6842b5\" "} {"level":"info","ts":"2026-04-28T03:34:01.300018Z","caller":"traceutil/trace.go:171","msg":"trace[549428978] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"520.5769ms","start":"2026-04-28T03:34:00.779414Z","end":"2026-04-28T03:34:01.299991Z","steps":["trace[549428978] 'process raft request' (duration: 456.355219ms)","trace[549428978] 'compare' (duration: 63.931175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:01.300371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.779388Z","time spent":"520.711784ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:01.300466Z","caller":"traceutil/trace.go:171","msg":"trace[1976099199] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5417; }","duration":"172.41899ms","start":"2026-04-28T03:34:01.12802Z","end":"2026-04-28T03:34:01.300439Z","steps":["trace[1976099199] 'read index received' (duration: 107.722878ms)","trace[1976099199] 'applied index is now lower than readState.Index' (duration: 64.695062ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:01.30063Z","caller":"traceutil/trace.go:171","msg":"trace[1373795709] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"251.565605ms","start":"2026-04-28T03:34:01.049036Z","end":"2026-04-28T03:34:01.300602Z","steps":["trace[1373795709] 'process raft request' (duration: 251.114715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.300792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.583982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:01.300908Z","caller":"traceutil/trace.go:171","msg":"trace[169678163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5114; }","duration":"702.732634ms","start":"2026-04-28T03:34:00.598146Z","end":"2026-04-28T03:34:01.300879Z","steps":["trace[169678163] 'agreement among raft nodes before linearized reading' (duration: 702.465668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.300856Z","caller":"traceutil/trace.go:171","msg":"trace[1673849560] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"370.987921ms","start":"2026-04-28T03:34:00.929852Z","end":"2026-04-28T03:34:01.30084Z","steps":["trace[1673849560] 'process raft request' (duration: 370.04093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.300982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.59813Z","time spent":"702.830377ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:01.301111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.033323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:01.301143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.929831Z","time spent":"371.191136ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:01.301164Z","caller":"traceutil/trace.go:171","msg":"trace[296005960] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5114; }","duration":"899.325819ms","start":"2026-04-28T03:34:00.401825Z","end":"2026-04-28T03:34:01.301151Z","steps":["trace[296005960] 'agreement among raft nodes before linearized reading' (duration: 898.983192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.301334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:00.401804Z","time spent":"899.514314ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:01.39783Z","caller":"traceutil/trace.go:171","msg":"trace[644801717] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"261.623757ms","start":"2026-04-28T03:34:01.136175Z","end":"2026-04-28T03:34:01.397799Z","steps":["trace[644801717] 'process raft request' (duration: 261.360281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398087Z","caller":"traceutil/trace.go:171","msg":"trace[522232396] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"261.881882ms","start":"2026-04-28T03:34:01.136189Z","end":"2026-04-28T03:34:01.398071Z","steps":["trace[522232396] 'process raft request' (duration: 261.521364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398235Z","caller":"traceutil/trace.go:171","msg":"trace[1663967058] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"262.007965ms","start":"2026-04-28T03:34:01.136207Z","end":"2026-04-28T03:34:01.398215Z","steps":["trace[1663967058] 'process raft request' (duration: 261.849612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398329Z","caller":"traceutil/trace.go:171","msg":"trace[850986156] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"262.127887ms","start":"2026-04-28T03:34:01.136189Z","end":"2026-04-28T03:34:01.398317Z","steps":["trace[850986156] 'process raft request' (duration: 261.78599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398378Z","caller":"traceutil/trace.go:171","msg":"trace[1980590513] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"262.094506ms","start":"2026-04-28T03:34:01.136275Z","end":"2026-04-28T03:34:01.39837Z","steps":["trace[1980590513] 'process raft request' (duration: 261.8601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398372Z","caller":"traceutil/trace.go:171","msg":"trace[1445391539] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"262.130348ms","start":"2026-04-28T03:34:01.136204Z","end":"2026-04-28T03:34:01.398334Z","steps":["trace[1445391539] 'process raft request' (duration: 261.894613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:01.398819Z","caller":"traceutil/trace.go:171","msg":"trace[2003949709] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"258.735228ms","start":"2026-04-28T03:34:01.140066Z","end":"2026-04-28T03:34:01.398801Z","steps":["trace[2003949709] 'process raft request' (duration: 258.106184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:01.398854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.908836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-04-28T03:34:01.398916Z","caller":"traceutil/trace.go:171","msg":"trace[1474958253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5121; }","duration":"195.131991ms","start":"2026-04-28T03:34:01.203766Z","end":"2026-04-28T03:34:01.398898Z","steps":["trace[1474958253] 'agreement among raft nodes before linearized reading' (duration: 194.812053ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:03.488287Z","caller":"traceutil/trace.go:171","msg":"trace[1663117045] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5446; }","duration":"172.885292ms","start":"2026-04-28T03:34:03.315381Z","end":"2026-04-28T03:34:03.488266Z","steps":["trace[1663117045] 'read index received' (duration: 172.644976ms)","trace[1663117045] 'applied index is now lower than readState.Index' (duration: 239.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:03.488353Z","caller":"traceutil/trace.go:171","msg":"trace[93706081] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"183.033034ms","start":"2026-04-28T03:34:03.305286Z","end":"2026-04-28T03:34:03.488319Z","steps":["trace[93706081] 'process raft request' (duration: 182.827419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:03.488499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.107917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:03.488556Z","caller":"traceutil/trace.go:171","msg":"trace[950468984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5141; }","duration":"173.196289ms","start":"2026-04-28T03:34:03.315337Z","end":"2026-04-28T03:34:03.488534Z","steps":["trace[950468984] 'agreement among raft nodes before linearized reading' (duration: 173.054886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:04.126827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:04.627081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:05.128112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:05.628687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:06.046646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:34:06.046707Z","caller":"traceutil/trace.go:171","msg":"trace[1176660955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999916901s","start":"2026-04-28T03:34:04.046776Z","end":"2026-04-28T03:34:06.046693Z","steps":["trace[1176660955] 'agreement among raft nodes before linearized reading' (duration: 1.999838129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:06.04674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.046751Z","time spent":"1.999982583s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:34:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:34:06.129396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:06.630564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:07.131225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:07.190758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.590189885s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:34:07.191246Z","caller":"traceutil/trace.go:171","msg":"trace[1801885416] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"3.590769079s","start":"2026-04-28T03:34:03.600445Z","end":"2026-04-28T03:34:07.191214Z","steps":["trace[1801885416] 'process raft request' (duration: 3.590568944s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.191432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.600414Z","time spent":"3.590935662s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:07.1923Z","caller":"traceutil/trace.go:171","msg":"trace[801128845] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"3.591547446s","start":"2026-04-28T03:34:03.600738Z","end":"2026-04-28T03:34:07.192285Z","steps":["trace[801128845] 'process raft request' (duration: 3.591449494s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.192385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.600717Z","time spent":"3.591632309s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:07.192646Z","caller":"traceutil/trace.go:171","msg":"trace[1362992991] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5449; }","duration":"3.566148544s","start":"2026-04-28T03:34:03.626471Z","end":"2026-04-28T03:34:07.19262Z","steps":["trace[1362992991] 'read index received' (duration: 3.564536007s)","trace[1362992991] 'applied index is now lower than readState.Index' (duration: 1.610987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:07.192767Z","caller":"traceutil/trace.go:171","msg":"trace[765675902] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"1.651957537s","start":"2026-04-28T03:34:05.540795Z","end":"2026-04-28T03:34:07.192753Z","steps":["trace[765675902] 'process raft request' (duration: 1.651688171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.19289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:05.540761Z","time spent":"1.65204086s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:07.192873Z","caller":"traceutil/trace.go:171","msg":"trace[2054062021] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"1.699411025s","start":"2026-04-28T03:34:05.493432Z","end":"2026-04-28T03:34:07.192843Z","steps":["trace[2054062021] 'process raft request' (duration: 1.69881983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:05.493411Z","time spent":"1.699537928s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:07.19316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556041934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:07.193209Z","caller":"traceutil/trace.go:171","msg":"trace[1475848242] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5147; }","duration":"3.556123745s","start":"2026-04-28T03:34:03.637074Z","end":"2026-04-28T03:34:07.193198Z","steps":["trace[1475848242] 'agreement among raft nodes before linearized reading' (duration: 3.555977311s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697292232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:34:07.193248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.63706Z","time spent":"3.556170936s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.141991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:07.193254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564335433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:34:07.19332Z","caller":"traceutil/trace.go:171","msg":"trace[1401287502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5147; }","duration":"3.564459286s","start":"2026-04-28T03:34:03.628846Z","end":"2026-04-28T03:34:07.193305Z","steps":["trace[1401287502] 'agreement among raft nodes before linearized reading' (duration: 3.564167959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059018959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:07.19333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562889389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:34:07.193364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.628829Z","time spent":"3.564527257s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:34:07.193368Z","caller":"traceutil/trace.go:171","msg":"trace[346934169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5147; }","duration":"1.059099601s","start":"2026-04-28T03:34:06.134257Z","end":"2026-04-28T03:34:07.193357Z","steps":["trace[346934169] 'agreement among raft nodes before linearized reading' (duration: 1.05903385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.19341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.134235Z","time spent":"1.059165402s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719082353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:07.193442Z","caller":"traceutil/trace.go:171","msg":"trace[1497110515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5147; }","duration":"3.562964072s","start":"2026-04-28T03:34:03.630405Z","end":"2026-04-28T03:34:07.19337Z","steps":["trace[1497110515] 'agreement among raft nodes before linearized reading' (duration: 3.562788178s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:07.193468Z","caller":"traceutil/trace.go:171","msg":"trace[655789293] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5147; }","duration":"2.719155914s","start":"2026-04-28T03:34:04.474298Z","end":"2026-04-28T03:34:07.193454Z","steps":["trace[655789293] 'agreement among raft nodes before linearized reading' (duration: 2.719098823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566997144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:34:07.193496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.474277Z","time spent":"2.719211845s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:07.193531Z","caller":"traceutil/trace.go:171","msg":"trace[1542705770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5147; }","duration":"3.567070805s","start":"2026-04-28T03:34:03.626431Z","end":"2026-04-28T03:34:07.193501Z","steps":["trace[1542705770] 'agreement among raft nodes before linearized reading' (duration: 3.566918742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.626407Z","time spent":"3.567160428s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56335146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:34:07.193621Z","caller":"traceutil/trace.go:171","msg":"trace[1817320478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5147; }","duration":"3.563407601s","start":"2026-04-28T03:34:03.630205Z","end":"2026-04-28T03:34:07.193612Z","steps":["trace[1817320478] 'agreement among raft nodes before linearized reading' (duration: 3.563326619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.573568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:07.19365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.630194Z","time spent":"3.563449912s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015029634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:34:07.193317Z","caller":"traceutil/trace.go:171","msg":"trace[1186494170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5147; }","duration":"877.250993ms","start":"2026-04-28T03:34:06.316044Z","end":"2026-04-28T03:34:07.193295Z","steps":["trace[1186494170] 'agreement among raft nodes before linearized reading' (duration: 877.12324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:07.193673Z","caller":"traceutil/trace.go:171","msg":"trace[1902551904] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5147; }","duration":"451.725382ms","start":"2026-04-28T03:34:06.741929Z","end":"2026-04-28T03:34:07.193655Z","steps":["trace[1902551904] 'agreement among raft nodes before linearized reading' (duration: 451.513347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:07.193715Z","caller":"traceutil/trace.go:171","msg":"trace[409340041] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:5147; }","duration":"3.015101846s","start":"2026-04-28T03:34:04.178605Z","end":"2026-04-28T03:34:07.193707Z","steps":["trace[409340041] 'agreement among raft nodes before linearized reading' (duration: 3.015014754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.316024Z","time spent":"877.694173ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:07.193744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.178578Z","time spent":"3.015158817s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.741913Z","time spent":"451.826944ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:07.193739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563266048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:34:07.193529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.630398Z","time spent":"3.563114575s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:34:07.193823Z","caller":"traceutil/trace.go:171","msg":"trace[473586831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5147; }","duration":"3.56336502s","start":"2026-04-28T03:34:03.630447Z","end":"2026-04-28T03:34:07.193812Z","steps":["trace[473586831] 'agreement among raft nodes before linearized reading' (duration: 3.563113225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:07.193263Z","caller":"traceutil/trace.go:171","msg":"trace[1909228831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5147; }","duration":"2.697382255s","start":"2026-04-28T03:34:04.495858Z","end":"2026-04-28T03:34:07.19324Z","steps":["trace[1909228831] 'agreement among raft nodes before linearized reading' (duration: 2.69718355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.630442Z","time spent":"3.563407911s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320874834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-28T03:34:07.19393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:04.495838Z","time spent":"2.698067801s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:34:07.193956Z","caller":"traceutil/trace.go:171","msg":"trace[899756513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5147; }","duration":"3.320945806s","start":"2026-04-28T03:34:03.873001Z","end":"2026-04-28T03:34:07.193946Z","steps":["trace[899756513] 'agreement among raft nodes before linearized reading' (duration: 3.320860904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:03.872955Z","time spent":"3.321019557s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T03:34:07.193737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146770751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:07.193967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.746605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-04-28T03:34:07.194021Z","caller":"traceutil/trace.go:171","msg":"trace[1684800563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5147; }","duration":"1.147080768s","start":"2026-04-28T03:34:06.046929Z","end":"2026-04-28T03:34:07.19401Z","steps":["trace[1684800563] 'agreement among raft nodes before linearized reading' (duration: 1.146784621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.193684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143494585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:07.194084Z","caller":"traceutil/trace.go:171","msg":"trace[894415229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5147; }","duration":"692.926929ms","start":"2026-04-28T03:34:06.501141Z","end":"2026-04-28T03:34:07.194067Z","steps":["trace[894415229] 'agreement among raft nodes before linearized reading' (duration: 692.605712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:07.194123Z","caller":"traceutil/trace.go:171","msg":"trace[1211734308] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5147; }","duration":"1.143932215s","start":"2026-04-28T03:34:06.050173Z","end":"2026-04-28T03:34:07.194105Z","steps":["trace[1211734308] 'agreement among raft nodes before linearized reading' (duration: 1.143467255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:07.194183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.050152Z","time spent":"1.144015276s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:07.194093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.04691Z","time spent":"1.14717228s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:34:07.194191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:06.501123Z","time spent":"693.054292ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:34:09.287514Z","caller":"traceutil/trace.go:171","msg":"trace[579346750] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"276.814394ms","start":"2026-04-28T03:34:09.010677Z","end":"2026-04-28T03:34:09.287491Z","steps":["trace[579346750] 'process raft request' (duration: 276.655821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:09.28772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.826579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:09.287786Z","caller":"traceutil/trace.go:171","msg":"trace[385882333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"240.956412ms","start":"2026-04-28T03:34:09.046816Z","end":"2026-04-28T03:34:09.287773Z","steps":["trace[385882333] 'agreement among raft nodes before linearized reading' (duration: 240.787258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:09.287542Z","caller":"traceutil/trace.go:171","msg":"trace[774812309] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5463; }","duration":"240.630355ms","start":"2026-04-28T03:34:09.046874Z","end":"2026-04-28T03:34:09.287505Z","steps":["trace[774812309] 'read index received' (duration: 240.614394ms)","trace[774812309] 'applied index is now lower than readState.Index' (duration: 13.68µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:09.815788Z","caller":"traceutil/trace.go:171","msg":"trace[1433088017] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"118.25519ms","start":"2026-04-28T03:34:09.697517Z","end":"2026-04-28T03:34:09.815772Z","steps":["trace[1433088017] 'process raft request' (duration: 117.225446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:10.171361Z","caller":"traceutil/trace.go:171","msg":"trace[757684009] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"173.25089ms","start":"2026-04-28T03:34:09.998086Z","end":"2026-04-28T03:34:10.171337Z","steps":["trace[757684009] 'process raft request' (duration: 158.8176ms)","trace[757684009] 'compare' (duration: 14.076272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:10.171377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.09927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:34:10.171466Z","caller":"traceutil/trace.go:171","msg":"trace[950070711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5168; }","duration":"246.226303ms","start":"2026-04-28T03:34:09.925215Z","end":"2026-04-28T03:34:10.171441Z","steps":["trace[950070711] 'range keys from in-memory index tree' (duration: 245.913756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:10.172652Z","caller":"traceutil/trace.go:171","msg":"trace[830388005] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5476; }","duration":"125.787143ms","start":"2026-04-28T03:34:10.046818Z","end":"2026-04-28T03:34:10.172605Z","steps":["trace[830388005] 'read index received' (duration: 110.098854ms)","trace[830388005] 'applied index is now lower than readState.Index' (duration: 15.686739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:10.172874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.023648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:10.172912Z","caller":"traceutil/trace.go:171","msg":"trace[1421181861] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"160.395495ms","start":"2026-04-28T03:34:10.012478Z","end":"2026-04-28T03:34:10.172874Z","steps":["trace[1421181861] 'process raft request' (duration: 159.955965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:10.172943Z","caller":"traceutil/trace.go:171","msg":"trace[677621376] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5170; }","duration":"126.11526ms","start":"2026-04-28T03:34:10.046808Z","end":"2026-04-28T03:34:10.172923Z","steps":["trace[677621376] 'agreement among raft nodes before linearized reading' (duration: 125.928806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:22.313302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.627884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:22.313395Z","caller":"traceutil/trace.go:171","msg":"trace[26535681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5249; }","duration":"267.770016ms","start":"2026-04-28T03:34:22.045604Z","end":"2026-04-28T03:34:22.313374Z","steps":["trace[26535681] 'range keys from in-memory index tree' (duration: 267.5329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:25.971702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:26.195694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00627315s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:34:26.196109Z","caller":"traceutil/trace.go:171","msg":"trace[1637911342] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.006795422s","start":"2026-04-28T03:34:25.189289Z","end":"2026-04-28T03:34:26.196085Z","steps":["trace[1637911342] 'process raft request' (duration: 1.006618528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.196306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.189264Z","time spent":"1.006961366s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:26.197694Z","caller":"traceutil/trace.go:171","msg":"trace[1472522035] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5574; }","duration":"726.503959ms","start":"2026-04-28T03:34:25.471159Z","end":"2026-04-28T03:34:26.197663Z","steps":["trace[1472522035] 'read index received' (duration: 724.688437ms)","trace[1472522035] 'applied index is now lower than readState.Index' (duration: 1.814402ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:26.197963Z","caller":"traceutil/trace.go:171","msg":"trace[2086909887] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"843.331306ms","start":"2026-04-28T03:34:25.354603Z","end":"2026-04-28T03:34:26.197935Z","steps":["trace[2086909887] 'process raft request' (duration: 842.908237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.198005Z","caller":"traceutil/trace.go:171","msg":"trace[362585872] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"843.744765ms","start":"2026-04-28T03:34:25.35424Z","end":"2026-04-28T03:34:26.197985Z","steps":["trace[362585872] 'process raft request' (duration: 843.059829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.198052Z","caller":"traceutil/trace.go:171","msg":"trace[1996948546] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"758.971934ms","start":"2026-04-28T03:34:25.439063Z","end":"2026-04-28T03:34:26.198035Z","steps":["trace[1996948546] 'process raft request' (duration: 758.504703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.198082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.354211Z","time spent":"843.830138ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:26.198102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.646335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:26.198117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.523021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:26.198174Z","caller":"traceutil/trace.go:171","msg":"trace[1986128474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5268; }","duration":"151.752817ms","start":"2026-04-28T03:34:26.046401Z","end":"2026-04-28T03:34:26.198154Z","steps":["trace[1986128474] 'agreement among raft nodes before linearized reading' (duration: 151.643755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.198188Z","caller":"traceutil/trace.go:171","msg":"trace[2147364944] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5268; }","duration":"425.622063ms","start":"2026-04-28T03:34:25.772543Z","end":"2026-04-28T03:34:26.198165Z","steps":["trace[2147364944] 'agreement among raft nodes before linearized reading' (duration: 425.517661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.19824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.267809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:34:26.198249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.45768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:34:26.198286Z","caller":"traceutil/trace.go:171","msg":"trace[1655722170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5268; }","duration":"680.368542ms","start":"2026-04-28T03:34:25.517905Z","end":"2026-04-28T03:34:26.198274Z","steps":["trace[1655722170] 'agreement among raft nodes before linearized reading' (duration: 680.189038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.198292Z","caller":"traceutil/trace.go:171","msg":"trace[1552939227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5268; }","duration":"713.522562ms","start":"2026-04-28T03:34:25.48476Z","end":"2026-04-28T03:34:26.198283Z","steps":["trace[1552939227] 'agreement among raft nodes before linearized reading' (duration: 713.400299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.198323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.484741Z","time spent":"713.574483ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:26.198321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.517883Z","time spent":"680.429483ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:26.198089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.354573Z","time spent":"843.453708ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:26.198243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.77252Z","time spent":"425.704906ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:26.198394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.618335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:34:26.198453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.834254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:34:26.198455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.225716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:34:26.198498Z","caller":"traceutil/trace.go:171","msg":"trace[1513678987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5268; }","duration":"717.758798ms","start":"2026-04-28T03:34:25.480723Z","end":"2026-04-28T03:34:26.198482Z","steps":["trace[1513678987] 'agreement among raft nodes before linearized reading' (duration: 717.550383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.19852Z","caller":"traceutil/trace.go:171","msg":"trace[332159149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5268; }","duration":"715.916286ms","start":"2026-04-28T03:34:25.48259Z","end":"2026-04-28T03:34:26.198506Z","steps":["trace[332159149] 'agreement among raft nodes before linearized reading' (duration: 715.676601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.198554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.482583Z","time spent":"715.964548ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:26.19855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.480703Z","time spent":"717.83016ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:26.19801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.499755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:26.198251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.207464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:26.198722Z","caller":"traceutil/trace.go:171","msg":"trace[1559999279] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"753.741163ms","start":"2026-04-28T03:34:25.44413Z","end":"2026-04-28T03:34:26.197871Z","steps":["trace[1559999279] 'process raft request' (duration: 753.489277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.198749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.888897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:26.198789Z","caller":"traceutil/trace.go:171","msg":"trace[1696573114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5268; }","duration":"709.954819ms","start":"2026-04-28T03:34:25.488825Z","end":"2026-04-28T03:34:26.19878Z","steps":["trace[1696573114] 'agreement among raft nodes before linearized reading' (duration: 709.127911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.198784Z","caller":"traceutil/trace.go:171","msg":"trace[2053095182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5268; }","duration":"713.742777ms","start":"2026-04-28T03:34:25.485016Z","end":"2026-04-28T03:34:26.198759Z","steps":["trace[2053095182] 'agreement among raft nodes before linearized reading' (duration: 713.149833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:26.19855Z","caller":"traceutil/trace.go:171","msg":"trace[332032615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5268; }","duration":"727.421121ms","start":"2026-04-28T03:34:25.471107Z","end":"2026-04-28T03:34:26.198528Z","steps":["trace[332032615] 'agreement among raft nodes before linearized reading' (duration: 727.059192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.198815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.488813Z","time spent":"709.99544ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:34:26.19885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.471084Z","time spent":"727.751588ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:34:26.198859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.444105Z","time spent":"754.674863ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:26.198851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.485008Z","time spent":"713.823138ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:26.198121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.439041Z","time spent":"759.045775ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:26.198726Z","caller":"traceutil/trace.go:171","msg":"trace[1466661818] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5268; }","duration":"719.272313ms","start":"2026-04-28T03:34:25.479442Z","end":"2026-04-28T03:34:26.198715Z","steps":["trace[1466661818] 'agreement among raft nodes before linearized reading' (duration: 718.483915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:26.199463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:25.479421Z","time spent":"720.03086ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:28.709561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:34:28.765232Z","caller":"traceutil/trace.go:171","msg":"trace[623923195] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"561.662421ms","start":"2026-04-28T03:34:28.203545Z","end":"2026-04-28T03:34:28.765208Z","steps":["trace[623923195] 'process raft request' (duration: 561.505087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:28.76536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.203518Z","time spent":"561.770673ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:29.562072Z","caller":"traceutil/trace.go:171","msg":"trace[2095662146] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"1.357401987s","start":"2026-04-28T03:34:28.204643Z","end":"2026-04-28T03:34:29.562045Z","steps":["trace[2095662146] 'process raft request' (duration: 1.357314225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.562161Z","caller":"traceutil/trace.go:171","msg":"trace[24955328] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"1.357845147s","start":"2026-04-28T03:34:28.204271Z","end":"2026-04-28T03:34:29.562116Z","steps":["trace[24955328] 'process raft request' (duration: 1.357566411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.562237Z","caller":"traceutil/trace.go:171","msg":"trace[1243473217] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"1.357305465s","start":"2026-04-28T03:34:28.204915Z","end":"2026-04-28T03:34:29.562221Z","steps":["trace[1243473217] 'process raft request' (duration: 1.35708279s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.562312Z","caller":"traceutil/trace.go:171","msg":"trace[613979133] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5584; }","duration":"1.353657862s","start":"2026-04-28T03:34:28.208641Z","end":"2026-04-28T03:34:29.562299Z","steps":["trace[613979133] 'read index received' (duration: 556.412451ms)","trace[613979133] 'applied index is now lower than readState.Index' (duration: 797.244331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:29.562346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.204904Z","time spent":"1.357368917s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:29.562363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.204264Z","time spent":"1.357982211s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:29.562383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.515889Z","time spent":"1.046491253s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:34:29.562472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353822736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:34:29.562508Z","caller":"traceutil/trace.go:171","msg":"trace[1590215490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5277; }","duration":"1.353885748s","start":"2026-04-28T03:34:28.208614Z","end":"2026-04-28T03:34:29.562499Z","steps":["trace[1590215490] 'agreement among raft nodes before linearized reading' (duration: 1.353760395s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.208605Z","time spent":"1.353922528s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:29.562644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096193001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:34:29.562706Z","caller":"traceutil/trace.go:171","msg":"trace[567090537] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5277; }","duration":"1.096254132s","start":"2026-04-28T03:34:28.466434Z","end":"2026-04-28T03:34:29.562689Z","steps":["trace[567090537] 'agreement among raft nodes before linearized reading' (duration: 1.096062738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346430077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:29.56276Z","caller":"traceutil/trace.go:171","msg":"trace[1004904844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5277; }","duration":"1.346491657s","start":"2026-04-28T03:34:28.216261Z","end":"2026-04-28T03:34:29.562753Z","steps":["trace[1004904844] 'agreement among raft nodes before linearized reading' (duration: 1.346407266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349731601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:34:29.56277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.239986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:29.56283Z","caller":"traceutil/trace.go:171","msg":"trace[1219516339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5277; }","duration":"1.349887696s","start":"2026-04-28T03:34:28.21292Z","end":"2026-04-28T03:34:29.562808Z","steps":["trace[1219516339] 'agreement among raft nodes before linearized reading' (duration: 1.349567058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.547827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:29.562845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349593698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:34:29.562848Z","caller":"traceutil/trace.go:171","msg":"trace[217040893] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5277; }","duration":"360.350868ms","start":"2026-04-28T03:34:29.202477Z","end":"2026-04-28T03:34:29.562828Z","steps":["trace[217040893] 'agreement among raft nodes before linearized reading' (duration: 360.190464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.56288Z","caller":"traceutil/trace.go:171","msg":"trace[2143606796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5277; }","duration":"1.349625109s","start":"2026-04-28T03:34:28.213247Z","end":"2026-04-28T03:34:29.562872Z","steps":["trace[2143606796] 'agreement among raft nodes before linearized reading' (duration: 1.349554948s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.562875Z","caller":"traceutil/trace.go:171","msg":"trace[423346717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5277; }","duration":"519.632679ms","start":"2026-04-28T03:34:29.04323Z","end":"2026-04-28T03:34:29.562863Z","steps":["trace[423346717] 'agreement among raft nodes before linearized reading' (duration: 519.559977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.56288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.212913Z","time spent":"1.349955917s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:29.5629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.21323Z","time spent":"1.349666031s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:29.5629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:29.20246Z","time spent":"360.42949ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:29.562767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.466381Z","time spent":"1.096373005s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"warn","ts":"2026-04-28T03:34:29.56291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:29.043196Z","time spent":"519.70533ms","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:29.562934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349711241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:34:29.562966Z","caller":"traceutil/trace.go:171","msg":"trace[1333395405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5277; }","duration":"1.349752312s","start":"2026-04-28T03:34:28.213204Z","end":"2026-04-28T03:34:29.562957Z","steps":["trace[1333395405] 'agreement among raft nodes before linearized reading' (duration: 1.349631589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348952894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:34:29.562989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.213194Z","time spent":"1.349790533s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:34:29.563008Z","caller":"traceutil/trace.go:171","msg":"trace[1429013141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5277; }","duration":"1.349316502s","start":"2026-04-28T03:34:28.213684Z","end":"2026-04-28T03:34:29.563001Z","steps":["trace[1429013141] 'agreement among raft nodes before linearized reading' (duration: 1.348914243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.562783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.216247Z","time spent":"1.346530098s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:34:29.563031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.213679Z","time spent":"1.349345443s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:29.562755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.424986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:29.562754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348317889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:29.563097Z","caller":"traceutil/trace.go:171","msg":"trace[1505451737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5277; }","duration":"516.789964ms","start":"2026-04-28T03:34:29.046279Z","end":"2026-04-28T03:34:29.563069Z","steps":["trace[1505451737] 'agreement among raft nodes before linearized reading' (duration: 516.405665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.563124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.204624Z","time spent":"1.358467141s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:29.563162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:29.046268Z","time spent":"516.878575ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:29.563292Z","caller":"traceutil/trace.go:171","msg":"trace[540546052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5277; }","duration":"1.348668167s","start":"2026-04-28T03:34:28.214409Z","end":"2026-04-28T03:34:29.563077Z","steps":["trace[540546052] 'agreement among raft nodes before linearized reading' (duration: 1.348267468s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.563337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:28.214403Z","time spent":"1.348922112s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:29.750101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.186304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:29.750212Z","caller":"traceutil/trace.go:171","msg":"trace[1421986396] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5589; }","duration":"185.953612ms","start":"2026-04-28T03:34:29.564241Z","end":"2026-04-28T03:34:29.750194Z","steps":["trace[1421986396] 'read index received' (duration: 69.587855ms)","trace[1421986396] 'applied index is now lower than readState.Index' (duration: 116.364347ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:29.750341Z","caller":"traceutil/trace.go:171","msg":"trace[2075412235] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"186.235119ms","start":"2026-04-28T03:34:29.564086Z","end":"2026-04-28T03:34:29.750321Z","steps":["trace[2075412235] 'process raft request' (duration: 69.741019ms)","trace[2075412235] 'compare' (duration: 115.915277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:29.750512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.261699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:29.750564Z","caller":"traceutil/trace.go:171","msg":"trace[1379967571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5278; }","duration":"186.339191ms","start":"2026-04-28T03:34:29.564211Z","end":"2026-04-28T03:34:29.75055Z","steps":["trace[1379967571] 'agreement among raft nodes before linearized reading' (duration: 186.220548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.814675Z","caller":"traceutil/trace.go:171","msg":"trace[1385879729] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"247.725978ms","start":"2026-04-28T03:34:29.566918Z","end":"2026-04-28T03:34:29.814644Z","steps":["trace[1385879729] 'process raft request' (duration: 247.515473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.814751Z","caller":"traceutil/trace.go:171","msg":"trace[304483977] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"245.981448ms","start":"2026-04-28T03:34:29.568742Z","end":"2026-04-28T03:34:29.814724Z","steps":["trace[304483977] 'process raft request' (duration: 245.939667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.814959Z","caller":"traceutil/trace.go:171","msg":"trace[1226636637] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"247.81268ms","start":"2026-04-28T03:34:29.567137Z","end":"2026-04-28T03:34:29.81495Z","steps":["trace[1226636637] 'process raft request' (duration: 247.442242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.815047Z","caller":"traceutil/trace.go:171","msg":"trace[1584544659] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"247.673577ms","start":"2026-04-28T03:34:29.567365Z","end":"2026-04-28T03:34:29.815039Z","steps":["trace[1584544659] 'process raft request' (duration: 247.254187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.815123Z","caller":"traceutil/trace.go:171","msg":"trace[363386765] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"247.183065ms","start":"2026-04-28T03:34:29.567932Z","end":"2026-04-28T03:34:29.815115Z","steps":["trace[363386765] 'process raft request' (duration: 246.720854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.980775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:34:29.980884Z","caller":"traceutil/trace.go:171","msg":"trace[1446996009] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5590; }","duration":"230.611655ms","start":"2026-04-28T03:34:29.750252Z","end":"2026-04-28T03:34:29.980864Z","steps":["trace[1446996009] 'read index received' (duration: 64.218842ms)","trace[1446996009] 'applied index is now lower than readState.Index' (duration: 166.390803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:29.981132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.160925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8299098e5\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:34:29.981189Z","caller":"traceutil/trace.go:171","msg":"trace[519964622] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa67e8299098e5; range_end:; response_count:1; response_revision:5283; }","duration":"227.260288ms","start":"2026-04-28T03:34:29.753913Z","end":"2026-04-28T03:34:29.981173Z","steps":["trace[519964622] 'agreement among raft nodes before linearized reading' (duration: 227.098764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.981271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.646314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"warn","ts":"2026-04-28T03:34:29.981292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.042779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:29.981319Z","caller":"traceutil/trace.go:171","msg":"trace[1901465863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5283; }","duration":"411.718806ms","start":"2026-04-28T03:34:29.569588Z","end":"2026-04-28T03:34:29.981307Z","steps":["trace[1901465863] 'agreement among raft nodes before linearized reading' (duration: 411.403549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:29.981356Z","caller":"traceutil/trace.go:171","msg":"trace[2084266489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5283; }","duration":"411.145852ms","start":"2026-04-28T03:34:29.570197Z","end":"2026-04-28T03:34:29.981342Z","steps":["trace[2084266489] 'agreement among raft nodes before linearized reading' (duration: 410.738372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:29.981362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:29.569579Z","time spent":"411.773097ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:34:29.981404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:29.570183Z","time spent":"411.211993ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:34:30.990557Z","caller":"traceutil/trace.go:171","msg":"trace[1791540014] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"219.940131ms","start":"2026-04-28T03:34:30.770587Z","end":"2026-04-28T03:34:30.990528Z","steps":["trace[1791540014] 'process raft request' (duration: 219.720445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:31.82757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.307581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:31.827911Z","caller":"traceutil/trace.go:171","msg":"trace[1427233165] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"258.061474ms","start":"2026-04-28T03:34:31.569823Z","end":"2026-04-28T03:34:31.827884Z","steps":["trace[1427233165] 'process raft request' (duration: 115.369604ms)","trace[1427233165] 'compare' (duration: 141.990674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:31.827942Z","caller":"traceutil/trace.go:171","msg":"trace[1112459465] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"141.285307ms","start":"2026-04-28T03:34:31.686643Z","end":"2026-04-28T03:34:31.827928Z","steps":["trace[1112459465] 'process raft request' (duration: 141.249586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:31.828288Z","caller":"traceutil/trace.go:171","msg":"trace[256672552] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5599; }","duration":"250.46586ms","start":"2026-04-28T03:34:31.577799Z","end":"2026-04-28T03:34:31.828265Z","steps":["trace[256672552] 'read index received' (duration: 24.231555ms)","trace[256672552] 'applied index is now lower than readState.Index' (duration: 226.230925ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:31.828439Z","caller":"traceutil/trace.go:171","msg":"trace[183538341] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"258.491165ms","start":"2026-04-28T03:34:31.56993Z","end":"2026-04-28T03:34:31.828421Z","steps":["trace[183538341] 'process raft request' (duration: 257.758497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:31.828569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.510454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:31.828627Z","caller":"traceutil/trace.go:171","msg":"trace[1579289651] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5290; }","duration":"244.593416ms","start":"2026-04-28T03:34:31.584018Z","end":"2026-04-28T03:34:31.828612Z","steps":["trace[1579289651] 'agreement among raft nodes before linearized reading' (duration: 244.499464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:31.828617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.797658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:31.828675Z","caller":"traceutil/trace.go:171","msg":"trace[183388254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5290; }","duration":"250.90158ms","start":"2026-04-28T03:34:31.57776Z","end":"2026-04-28T03:34:31.828662Z","steps":["trace[183388254] 'agreement among raft nodes before linearized reading' (duration: 250.718286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:32.008991Z","caller":"traceutil/trace.go:171","msg":"trace[1077616473] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"175.87496ms","start":"2026-04-28T03:34:31.833097Z","end":"2026-04-28T03:34:32.008972Z","steps":["trace[1077616473] 'process raft request' (duration: 175.827709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:32.009201Z","caller":"traceutil/trace.go:171","msg":"trace[424800496] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"176.072705ms","start":"2026-04-28T03:34:31.833086Z","end":"2026-04-28T03:34:32.009159Z","steps":["trace[424800496] 'process raft request' (duration: 162.77419ms)","trace[424800496] 'compare' (duration: 12.959268ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:32.052815Z","caller":"traceutil/trace.go:171","msg":"trace[448724061] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"219.185833ms","start":"2026-04-28T03:34:31.833596Z","end":"2026-04-28T03:34:32.052781Z","steps":["trace[448724061] 'process raft request' (duration: 218.941208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:32.053109Z","caller":"traceutil/trace.go:171","msg":"trace[1650150273] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"218.991308ms","start":"2026-04-28T03:34:31.834084Z","end":"2026-04-28T03:34:32.053076Z","steps":["trace[1650150273] 'process raft request' (duration: 218.62827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:32.05348Z","caller":"traceutil/trace.go:171","msg":"trace[1523531312] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"219.263555ms","start":"2026-04-28T03:34:31.834191Z","end":"2026-04-28T03:34:32.053455Z","steps":["trace[1523531312] 'process raft request' (duration: 218.817145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.314429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.966466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:38.314525Z","caller":"traceutil/trace.go:171","msg":"trace[2012278297] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5633; }","duration":"442.46947ms","start":"2026-04-28T03:34:37.872038Z","end":"2026-04-28T03:34:38.314508Z","steps":["trace[2012278297] 'read index received' (duration: 41.841919ms)","trace[2012278297] 'applied index is now lower than readState.Index' (duration: 400.626411ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:38.314749Z","caller":"traceutil/trace.go:171","msg":"trace[495873999] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"467.092384ms","start":"2026-04-28T03:34:37.847476Z","end":"2026-04-28T03:34:38.314568Z","steps":["trace[495873999] 'process raft request' (duration: 258.915164ms)","trace[495873999] 'compare' (duration: 207.655718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:38.314791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.733316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:38.314848Z","caller":"traceutil/trace.go:171","msg":"trace[2045033401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5321; }","duration":"442.800988ms","start":"2026-04-28T03:34:37.872032Z","end":"2026-04-28T03:34:38.314833Z","steps":["trace[2045033401] 'agreement among raft nodes before linearized reading' (duration: 442.627874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.314887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:37.871987Z","time spent":"442.89289ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:38.314898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:37.847443Z","time spent":"467.374261ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:38.3149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.068216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:34:38.314957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.043452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:34:38.314992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.635787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:34:38.315006Z","caller":"traceutil/trace.go:171","msg":"trace[1427172026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5321; }","duration":"240.104523ms","start":"2026-04-28T03:34:38.07489Z","end":"2026-04-28T03:34:38.314994Z","steps":["trace[1427172026] 'agreement among raft nodes before linearized reading' (duration: 239.932269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.315029Z","caller":"traceutil/trace.go:171","msg":"trace[429456864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5321; }","duration":"241.684478ms","start":"2026-04-28T03:34:38.073333Z","end":"2026-04-28T03:34:38.315017Z","steps":["trace[429456864] 'agreement among raft nodes before linearized reading' (duration: 241.595526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.315094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.172889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:34:38.315136Z","caller":"traceutil/trace.go:171","msg":"trace[1850773728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5321; }","duration":"279.25075ms","start":"2026-04-28T03:34:38.035875Z","end":"2026-04-28T03:34:38.315126Z","steps":["trace[1850773728] 'agreement among raft nodes before linearized reading' (duration: 279.150737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.315164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.002375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:38.315189Z","caller":"traceutil/trace.go:171","msg":"trace[1532618220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5321; }","duration":"228.054726ms","start":"2026-04-28T03:34:38.087127Z","end":"2026-04-28T03:34:38.315182Z","steps":["trace[1532618220] 'agreement among raft nodes before linearized reading' (duration: 227.986424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.315276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.256866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:34:38.315286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.887248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:34:38.315314Z","caller":"traceutil/trace.go:171","msg":"trace[63628953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5321; }","duration":"240.323448ms","start":"2026-04-28T03:34:38.074982Z","end":"2026-04-28T03:34:38.315305Z","steps":["trace[63628953] 'agreement among raft nodes before linearized reading' (duration: 240.233336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.31533Z","caller":"traceutil/trace.go:171","msg":"trace[350776479] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5321; }","duration":"167.97088ms","start":"2026-04-28T03:34:38.147346Z","end":"2026-04-28T03:34:38.315317Z","steps":["trace[350776479] 'agreement among raft nodes before linearized reading' (duration: 167.854267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.315352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.708324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:34:38.315381Z","caller":"traceutil/trace.go:171","msg":"trace[2101088542] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5321; }","duration":"222.768884ms","start":"2026-04-28T03:34:38.092605Z","end":"2026-04-28T03:34:38.315374Z","steps":["trace[2101088542] 'agreement among raft nodes before linearized reading' (duration: 222.689452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.31496Z","caller":"traceutil/trace.go:171","msg":"trace[659956778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5321; }","duration":"279.170329ms","start":"2026-04-28T03:34:38.035774Z","end":"2026-04-28T03:34:38.314945Z","steps":["trace[659956778] 'agreement among raft nodes before linearized reading' (duration: 279.013925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.315006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.324615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:38.315461Z","caller":"traceutil/trace.go:171","msg":"trace[1622549763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5321; }","duration":"270.799915ms","start":"2026-04-28T03:34:38.044649Z","end":"2026-04-28T03:34:38.315449Z","steps":["trace[1622549763] 'agreement among raft nodes before linearized reading' (duration: 270.333934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.314896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.192096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:38.315601Z","caller":"traceutil/trace.go:171","msg":"trace[85963215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5321; }","duration":"254.926082ms","start":"2026-04-28T03:34:38.060661Z","end":"2026-04-28T03:34:38.315587Z","steps":["trace[85963215] 'agreement among raft nodes before linearized reading' (duration: 254.187725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.684176Z","caller":"traceutil/trace.go:171","msg":"trace[1877412711] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"364.121954ms","start":"2026-04-28T03:34:38.32003Z","end":"2026-04-28T03:34:38.684152Z","steps":["trace[1877412711] 'process raft request' (duration: 363.993632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.684185Z","caller":"traceutil/trace.go:171","msg":"trace[1261423121] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"364.234356ms","start":"2026-04-28T03:34:38.319914Z","end":"2026-04-28T03:34:38.684148Z","steps":["trace[1261423121] 'process raft request' (duration: 363.97585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.684323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.320025Z","time spent":"364.226007ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:38.68435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.319903Z","time spent":"364.36688ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:38.684433Z","caller":"traceutil/trace.go:171","msg":"trace[502757310] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"364.349889ms","start":"2026-04-28T03:34:38.320061Z","end":"2026-04-28T03:34:38.684411Z","steps":["trace[502757310] 'process raft request' (duration: 363.999881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.684547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.320058Z","time spent":"364.440251ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:38.684673Z","caller":"traceutil/trace.go:171","msg":"trace[146119517] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"364.547184ms","start":"2026-04-28T03:34:38.320114Z","end":"2026-04-28T03:34:38.684662Z","steps":["trace[146119517] 'process raft request' (duration: 364.217487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.684662Z","caller":"traceutil/trace.go:171","msg":"trace[1166349594] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5636; }","duration":"291.136031ms","start":"2026-04-28T03:34:38.393503Z","end":"2026-04-28T03:34:38.684639Z","steps":["trace[1166349594] 'read index received' (duration: 290.254251ms)","trace[1166349594] 'applied index is now lower than readState.Index' (duration: 880.74µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:38.684723Z","caller":"traceutil/trace.go:171","msg":"trace[256534975] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"363.813357ms","start":"2026-04-28T03:34:38.320895Z","end":"2026-04-28T03:34:38.684708Z","steps":["trace[256534975] 'process raft request' (duration: 363.664174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.684731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.320089Z","time spent":"364.612975ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:38.684792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.320888Z","time spent":"363.871088ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:38.68494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.468661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:38.684975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.402341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:38.684996Z","caller":"traceutil/trace.go:171","msg":"trace[2146094417] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5327; }","duration":"209.587103ms","start":"2026-04-28T03:34:38.475396Z","end":"2026-04-28T03:34:38.684983Z","steps":["trace[2146094417] 'agreement among raft nodes before linearized reading' (duration: 209.412939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:38.685005Z","caller":"traceutil/trace.go:171","msg":"trace[1571750741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5327; }","duration":"364.466273ms","start":"2026-04-28T03:34:38.32053Z","end":"2026-04-28T03:34:38.684997Z","steps":["trace[1571750741] 'agreement among raft nodes before linearized reading' (duration: 364.221257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:38.685037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:38.320519Z","time spent":"364.512013ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:34:39.023144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.843406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:39.023214Z","caller":"traceutil/trace.go:171","msg":"trace[1844560780] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5327; }","duration":"242.957979ms","start":"2026-04-28T03:34:38.780244Z","end":"2026-04-28T03:34:39.023202Z","steps":["trace[1844560780] 'count revisions from in-memory index tree' (duration: 242.777954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:39.472097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.966275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:34:39.472218Z","caller":"traceutil/trace.go:171","msg":"trace[576708033] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"171.616032ms","start":"2026-04-28T03:34:39.300579Z","end":"2026-04-28T03:34:39.472195Z","steps":["trace[576708033] 'read index received' (duration: 56.131µs)","trace[576708033] 'applied index is now lower than readState.Index' (duration: 171.557401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:39.472551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.96363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:34:39.472589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.809495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:39.472622Z","caller":"traceutil/trace.go:171","msg":"trace[1138864138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5328; }","duration":"172.075293ms","start":"2026-04-28T03:34:39.300524Z","end":"2026-04-28T03:34:39.472599Z","steps":["trace[1138864138] 'agreement among raft nodes before linearized reading' (duration: 171.861408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:39.472632Z","caller":"traceutil/trace.go:171","msg":"trace[372673620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5328; }","duration":"150.897958ms","start":"2026-04-28T03:34:39.321718Z","end":"2026-04-28T03:34:39.472616Z","steps":["trace[372673620] 'agreement among raft nodes before linearized reading' (duration: 150.733314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:39.793449Z","caller":"traceutil/trace.go:171","msg":"trace[843369332] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"159.507916ms","start":"2026-04-28T03:34:39.633904Z","end":"2026-04-28T03:34:39.793412Z","steps":["trace[843369332] 'process raft request' (duration: 159.25197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.584252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.318533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:40.584398Z","caller":"traceutil/trace.go:171","msg":"trace[904908309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5331; }","duration":"393.479037ms","start":"2026-04-28T03:34:40.190892Z","end":"2026-04-28T03:34:40.584371Z","steps":["trace[904908309] 'range keys from in-memory index tree' (duration: 393.295583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.587776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.007426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:40.588158Z","caller":"traceutil/trace.go:171","msg":"trace[1895916448] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"267.162682ms","start":"2026-04-28T03:34:40.320955Z","end":"2026-04-28T03:34:40.588118Z","steps":["trace[1895916448] 'process raft request' (duration: 266.995008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:40.588337Z","caller":"traceutil/trace.go:171","msg":"trace[373601901] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"670.047076ms","start":"2026-04-28T03:34:39.918273Z","end":"2026-04-28T03:34:40.58832Z","steps":["trace[373601901] 'process raft request' (duration: 513.403196ms)","trace[373601901] 'compare' (duration: 152.670418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:40.588445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:39.91825Z","time spent":"670.118727ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:40.588688Z","caller":"traceutil/trace.go:171","msg":"trace[1186030525] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5646; }","duration":"542.661916ms","start":"2026-04-28T03:34:40.045928Z","end":"2026-04-28T03:34:40.58859Z","steps":["trace[1186030525] 'read index received' (duration: 385.761361ms)","trace[1186030525] 'applied index is now lower than readState.Index' (duration: 156.895095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:40.588743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.801649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:40.58887Z","caller":"traceutil/trace.go:171","msg":"trace[297965243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5333; }","duration":"542.955293ms","start":"2026-04-28T03:34:40.045889Z","end":"2026-04-28T03:34:40.588845Z","steps":["trace[297965243] 'agreement among raft nodes before linearized reading' (duration: 542.777959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.588937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.045871Z","time spent":"543.039934ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:34:40.589118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.250669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8375d094a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-28T03:34:40.589188Z","caller":"traceutil/trace.go:171","msg":"trace[1051642122] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa67e8375d094a; range_end:; response_count:1; response_revision:5333; }","duration":"471.358832ms","start":"2026-04-28T03:34:40.117797Z","end":"2026-04-28T03:34:40.589156Z","steps":["trace[1051642122] 'agreement among raft nodes before linearized reading' (duration: 471.141537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.589232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.117776Z","time spent":"471.445173ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8375d094a\" "} {"level":"warn","ts":"2026-04-28T03:34:40.589339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.61502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:40.589369Z","caller":"traceutil/trace.go:171","msg":"trace[1831970989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5333; }","duration":"108.700361ms","start":"2026-04-28T03:34:40.480658Z","end":"2026-04-28T03:34:40.589359Z","steps":["trace[1831970989] 'agreement among raft nodes before linearized reading' (duration: 108.583169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.589629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.316644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:40.589688Z","caller":"traceutil/trace.go:171","msg":"trace[329443832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5333; }","duration":"167.402216ms","start":"2026-04-28T03:34:40.422257Z","end":"2026-04-28T03:34:40.589659Z","steps":["trace[329443832] 'agreement among raft nodes before linearized reading' (duration: 167.270563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:40.589719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.96323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:34:40.589758Z","caller":"traceutil/trace.go:171","msg":"trace[1692422405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5333; }","duration":"182.021271ms","start":"2026-04-28T03:34:40.407718Z","end":"2026-04-28T03:34:40.589739Z","steps":["trace[1692422405] 'agreement among raft nodes before linearized reading' (duration: 181.940249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:41.0957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:41.595805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:41.747668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154326863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:34:42.632667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.700184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:42.632843Z","caller":"traceutil/trace.go:171","msg":"trace[541918314] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"2.039519659s","start":"2026-04-28T03:34:40.593229Z","end":"2026-04-28T03:34:42.632749Z","steps":["trace[541918314] 'process raft request' (duration: 1.154662901s)","trace[541918314] 'compare' (duration: 883.036486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:42.632946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.593217Z","time spent":"2.039695362s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:43.100166Z","caller":"traceutil/trace.go:171","msg":"trace[1078368081] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5648; }","duration":"2.504967535s","start":"2026-04-28T03:34:40.595175Z","end":"2026-04-28T03:34:43.100143Z","steps":["trace[1078368081] 'read index received' (duration: 1.152721026s)","trace[1078368081] 'applied index is now lower than readState.Index' (duration: 1.352245169s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:43.10024Z","caller":"traceutil/trace.go:171","msg":"trace[832021512] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"2.039416076s","start":"2026-04-28T03:34:41.060782Z","end":"2026-04-28T03:34:43.100198Z","steps":["trace[832021512] 'process raft request' (duration: 2.039277003s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:43.100291Z","caller":"traceutil/trace.go:171","msg":"trace[78167189] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"2.502170691s","start":"2026-04-28T03:34:40.598101Z","end":"2026-04-28T03:34:43.100272Z","steps":["trace[78167189] 'process raft request' (duration: 2.501802372s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:43.100288Z","caller":"traceutil/trace.go:171","msg":"trace[1605936551] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"1.889902589s","start":"2026-04-28T03:34:41.210344Z","end":"2026-04-28T03:34:43.100247Z","steps":["trace[1605936551] 'process raft request' (duration: 1.889756256s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.100418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.59807Z","time spent":"2.502272453s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:43.100415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.060758Z","time spent":"2.03957053s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:43.100451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.210321Z","time spent":"1.890042613s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:43.101369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506173933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:43.101482Z","caller":"traceutil/trace.go:171","msg":"trace[1757075184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5337; }","duration":"2.506306546s","start":"2026-04-28T03:34:40.59515Z","end":"2026-04-28T03:34:43.101456Z","steps":["trace[1757075184] 'agreement among raft nodes before linearized reading' (duration: 2.505145239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.101592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.595141Z","time spent":"2.506434849s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:34:43.973729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.383441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:43.973923Z","caller":"traceutil/trace.go:171","msg":"trace[25169806] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"2.175369482s","start":"2026-04-28T03:34:41.798534Z","end":"2026-04-28T03:34:43.973904Z","steps":["trace[25169806] 'process raft request' (duration: 1.419699124s)","trace[25169806] 'compare' (duration: 754.620014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:43.973997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.798473Z","time spent":"2.175493234s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:43.974203Z","caller":"traceutil/trace.go:171","msg":"trace[340701748] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5652; }","duration":"873.949178ms","start":"2026-04-28T03:34:43.100233Z","end":"2026-04-28T03:34:43.974182Z","steps":["trace[340701748] 'read index received' (duration: 117.929342ms)","trace[340701748] 'applied index is now lower than readState.Index' (duration: 756.018536ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:43.9742Z","caller":"traceutil/trace.go:171","msg":"trace[1906294363] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"1.847622031s","start":"2026-04-28T03:34:42.126547Z","end":"2026-04-28T03:34:43.974169Z","steps":["trace[1906294363] 'process raft request' (duration: 1.847302853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.97435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931303108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:43.974371Z","caller":"traceutil/trace.go:171","msg":"trace[562534849] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"1.374891197s","start":"2026-04-28T03:34:42.59947Z","end":"2026-04-28T03:34:43.974362Z","steps":["trace[562534849] 'process raft request' (duration: 1.37459951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.126522Z","time spent":"1.847754564s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:43.974401Z","caller":"traceutil/trace.go:171","msg":"trace[951360278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5343; }","duration":"1.93138923s","start":"2026-04-28T03:34:42.042998Z","end":"2026-04-28T03:34:43.974387Z","steps":["trace[951360278] 'agreement among raft nodes before linearized reading' (duration: 1.931308939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.599463Z","time spent":"1.374930688s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:43.97445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.042981Z","time spent":"1.931458732s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:43.974483Z","caller":"traceutil/trace.go:171","msg":"trace[733531559] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"1.375082731s","start":"2026-04-28T03:34:42.599375Z","end":"2026-04-28T03:34:43.974457Z","steps":["trace[733531559] 'process raft request' (duration: 1.374642831s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:43.974456Z","caller":"traceutil/trace.go:171","msg":"trace[639046843] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"1.685949226s","start":"2026-04-28T03:34:42.288443Z","end":"2026-04-28T03:34:43.974392Z","steps":["trace[639046843] 'process raft request' (duration: 1.685519446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.599349Z","time spent":"1.375193425s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:43.974735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442837645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:43.974525Z","caller":"traceutil/trace.go:171","msg":"trace[485556225] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"1.336808975s","start":"2026-04-28T03:34:42.637702Z","end":"2026-04-28T03:34:43.97451Z","steps":["trace[485556225] 'process raft request' (duration: 1.336412046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378846724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:34:43.974831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.637675Z","time spent":"1.337130692s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:34:43.97487Z","caller":"traceutil/trace.go:171","msg":"trace[398531218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5343; }","duration":"2.378948098s","start":"2026-04-28T03:34:41.595905Z","end":"2026-04-28T03:34:43.974853Z","steps":["trace[398531218] 'agreement among raft nodes before linearized reading' (duration: 2.378760753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282541795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:34:43.974917Z","caller":"traceutil/trace.go:171","msg":"trace[383092544] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5343; }","duration":"3.282586856s","start":"2026-04-28T03:34:40.692323Z","end":"2026-04-28T03:34:43.97491Z","steps":["trace[383092544] 'agreement among raft nodes before linearized reading' (duration: 3.282516465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:41.595884Z","time spent":"2.37902662s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:43.97495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.692311Z","time spent":"3.282634237s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"warn","ts":"2026-04-28T03:34:43.97496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284735155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:34:43.975016Z","caller":"traceutil/trace.go:171","msg":"trace[1466632724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5343; }","duration":"3.284803126s","start":"2026-04-28T03:34:40.6902Z","end":"2026-04-28T03:34:43.975003Z","steps":["trace[1466632724] 'agreement among raft nodes before linearized reading' (duration: 3.284642363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.975033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284828968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:34:43.975089Z","caller":"traceutil/trace.go:171","msg":"trace[1233210084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5343; }","duration":"3.284899499s","start":"2026-04-28T03:34:40.690176Z","end":"2026-04-28T03:34:43.975076Z","steps":["trace[1233210084] 'agreement among raft nodes before linearized reading' (duration: 3.284758626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.975065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.690196Z","time spent":"3.284857419s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:43.97481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528135269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-04-28T03:34:43.975136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.690171Z","time spent":"3.28495253s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:34:43.975162Z","caller":"traceutil/trace.go:171","msg":"trace[1385303822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5343; }","duration":"1.528510379s","start":"2026-04-28T03:34:42.44663Z","end":"2026-04-28T03:34:43.975141Z","steps":["trace[1385303822] 'agreement among raft nodes before linearized reading' (duration: 1.527636538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.974774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284616612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:34:43.975216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.446615Z","time spent":"1.52858365s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:34:43.975216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286396874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:34:43.975238Z","caller":"traceutil/trace.go:171","msg":"trace[1867453959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5343; }","duration":"3.285096923s","start":"2026-04-28T03:34:40.690126Z","end":"2026-04-28T03:34:43.975223Z","steps":["trace[1867453959] 'agreement among raft nodes before linearized reading' (duration: 3.28455731s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:43.975262Z","caller":"traceutil/trace.go:171","msg":"trace[1299821773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5343; }","duration":"3.286484206s","start":"2026-04-28T03:34:40.688764Z","end":"2026-04-28T03:34:43.975249Z","steps":["trace[1299821773] 'agreement among raft nodes before linearized reading' (duration: 3.286362013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.975286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.690115Z","time spent":"3.285156955s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:43.97531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.1003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:43.975326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.68874Z","time spent":"3.286551387s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:43.975367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.52268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:43.975384Z","caller":"traceutil/trace.go:171","msg":"trace[1460947270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5343; }","duration":"527.573381ms","start":"2026-04-28T03:34:43.447806Z","end":"2026-04-28T03:34:43.975379Z","steps":["trace[1460947270] 'agreement among raft nodes before linearized reading' (duration: 527.54478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.975402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:43.447788Z","time spent":"527.608721ms","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:43.974751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.288417Z","time spent":"1.68618739s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:43.97481Z","caller":"traceutil/trace.go:171","msg":"trace[1114307018] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5343; }","duration":"1.442948018s","start":"2026-04-28T03:34:42.531847Z","end":"2026-04-28T03:34:43.974794Z","steps":["trace[1114307018] 'agreement among raft nodes before linearized reading' (duration: 1.442832175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.97551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:42.531827Z","time spent":"1.443665605s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:43.975338Z","caller":"traceutil/trace.go:171","msg":"trace[773511772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5343; }","duration":"781.185393ms","start":"2026-04-28T03:34:43.194144Z","end":"2026-04-28T03:34:43.975329Z","steps":["trace[773511772] 'agreement among raft nodes before linearized reading' (duration: 781.139522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.97561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:43.19408Z","time spent":"781.51777ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:43.97482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001685938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:43.975698Z","caller":"traceutil/trace.go:171","msg":"trace[975348873] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5343; }","duration":"3.002545529s","start":"2026-04-28T03:34:40.973091Z","end":"2026-04-28T03:34:43.975637Z","steps":["trace[975348873] 'agreement among raft nodes before linearized reading' (duration: 3.001703899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:43.975754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:40.973067Z","time spent":"3.002669391s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:44.15343Z","caller":"traceutil/trace.go:171","msg":"trace[179380764] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"162.824981ms","start":"2026-04-28T03:34:43.990571Z","end":"2026-04-28T03:34:44.153396Z","steps":["trace[179380764] 'process raft request' (duration: 162.748069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:44.153457Z","caller":"traceutil/trace.go:171","msg":"trace[2008184846] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"162.902803ms","start":"2026-04-28T03:34:43.990507Z","end":"2026-04-28T03:34:44.15341Z","steps":["trace[2008184846] 'process raft request' (duration: 162.636427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:44.153632Z","caller":"traceutil/trace.go:171","msg":"trace[1003168528] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5658; }","duration":"162.247028ms","start":"2026-04-28T03:34:43.991341Z","end":"2026-04-28T03:34:44.153588Z","steps":["trace[1003168528] 'read index received' (duration: 59.32426ms)","trace[1003168528] 'applied index is now lower than readState.Index' (duration: 102.918988ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:44.153761Z","caller":"traceutil/trace.go:171","msg":"trace[1283084480] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"163.156668ms","start":"2026-04-28T03:34:43.990569Z","end":"2026-04-28T03:34:44.153726Z","steps":["trace[1283084480] 'process raft request' (duration: 162.78322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:44.153889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.978901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:44.153902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.926038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:44.153948Z","caller":"traceutil/trace.go:171","msg":"trace[44912429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5347; }","duration":"162.066183ms","start":"2026-04-28T03:34:43.991867Z","end":"2026-04-28T03:34:44.153933Z","steps":["trace[44912429] 'agreement among raft nodes before linearized reading' (duration: 161.95612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:44.153971Z","caller":"traceutil/trace.go:171","msg":"trace[1089511389] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5347; }","duration":"161.014129ms","start":"2026-04-28T03:34:43.99294Z","end":"2026-04-28T03:34:44.153954Z","steps":["trace[1089511389] 'agreement among raft nodes before linearized reading' (duration: 160.896827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:44.154113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.749709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:44.154171Z","caller":"traceutil/trace.go:171","msg":"trace[893467790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5347; }","duration":"162.848953ms","start":"2026-04-28T03:34:43.99131Z","end":"2026-04-28T03:34:44.154159Z","steps":["trace[893467790] 'agreement among raft nodes before linearized reading' (duration: 162.472203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:45.229309Z","caller":"traceutil/trace.go:171","msg":"trace[1879636960] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"123.660723ms","start":"2026-04-28T03:34:45.105628Z","end":"2026-04-28T03:34:45.229289Z","steps":["trace[1879636960] 'process raft request' (duration: 123.53433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:45.862664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.056617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:45.862771Z","caller":"traceutil/trace.go:171","msg":"trace[1463279963] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5665; }","duration":"753.682902ms","start":"2026-04-28T03:34:45.109071Z","end":"2026-04-28T03:34:45.862754Z","steps":["trace[1463279963] 'read index received' (duration: 120.729447ms)","trace[1463279963] 'applied index is now lower than readState.Index' (duration: 632.952055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:45.862801Z","caller":"traceutil/trace.go:171","msg":"trace[1021587983] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"754.168633ms","start":"2026-04-28T03:34:45.108598Z","end":"2026-04-28T03:34:45.862767Z","steps":["trace[1021587983] 'process raft request' (duration: 206.903912ms)","trace[1021587983] 'compare' (duration: 545.90435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:45.862898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.736497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:45.862937Z","caller":"traceutil/trace.go:171","msg":"trace[59512352] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5350; }","duration":"703.805298ms","start":"2026-04-28T03:34:45.15912Z","end":"2026-04-28T03:34:45.862925Z","steps":["trace[59512352] 'agreement among raft nodes before linearized reading' (duration: 703.730396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:45.862957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.108576Z","time spent":"754.303906ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:45.862974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.159101Z","time spent":"703.864201ms","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:45.863067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.222899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:45.863162Z","caller":"traceutil/trace.go:171","msg":"trace[234840315] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5350; }","duration":"481.360661ms","start":"2026-04-28T03:34:45.381782Z","end":"2026-04-28T03:34:45.863143Z","steps":["trace[234840315] 'agreement among raft nodes before linearized reading' (duration: 481.137225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:45.863201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.381766Z","time spent":"481.423503ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":85,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:45.863168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.548294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414311"} {"level":"info","ts":"2026-04-28T03:34:45.863256Z","caller":"traceutil/trace.go:171","msg":"trace[1834698675] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5350; }","duration":"199.668966ms","start":"2026-04-28T03:34:45.663566Z","end":"2026-04-28T03:34:45.863235Z","steps":["trace[1834698675] 'agreement among raft nodes before linearized reading' (duration: 199.335908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:45.864782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.712619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:45.864819Z","caller":"traceutil/trace.go:171","msg":"trace[1581140174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5350; }","duration":"755.77195ms","start":"2026-04-28T03:34:45.109039Z","end":"2026-04-28T03:34:45.864811Z","steps":["trace[1581140174] 'agreement among raft nodes before linearized reading' (duration: 753.797744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:45.86484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.109027Z","time spent":"755.807011ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:34:46.490822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:34:46.674225Z","caller":"traceutil/trace.go:171","msg":"trace[1070828917] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"693.076192ms","start":"2026-04-28T03:34:45.981125Z","end":"2026-04-28T03:34:46.674201Z","steps":["trace[1070828917] 'process raft request' (duration: 692.928679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.674362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.981101Z","time spent":"693.189305ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:46.68826Z","caller":"traceutil/trace.go:171","msg":"trace[871474577] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5666; }","duration":"698.20262ms","start":"2026-04-28T03:34:45.990031Z","end":"2026-04-28T03:34:46.688233Z","steps":["trace[871474577] 'read index received' (duration: 684.055526ms)","trace[871474577] 'applied index is now lower than readState.Index' (duration: 14.145544ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:46.688281Z","caller":"traceutil/trace.go:171","msg":"trace[1879590880] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"701.615668ms","start":"2026-04-28T03:34:45.986631Z","end":"2026-04-28T03:34:46.688247Z","steps":["trace[1879590880] 'process raft request' (duration: 701.330172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:46.688355Z","caller":"traceutil/trace.go:171","msg":"trace[1754394016] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"697.260379ms","start":"2026-04-28T03:34:45.991056Z","end":"2026-04-28T03:34:46.688317Z","steps":["trace[1754394016] 'process raft request' (duration: 697.085995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.688429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.986621Z","time spent":"701.733092ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:46.688487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.431856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:46.688526Z","caller":"traceutil/trace.go:171","msg":"trace[290545444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5353; }","duration":"698.514057ms","start":"2026-04-28T03:34:45.989998Z","end":"2026-04-28T03:34:46.688512Z","steps":["trace[290545444] 'agreement among raft nodes before linearized reading' (duration: 698.367844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.68852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.991046Z","time spent":"697.386221ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:46.68856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:45.989987Z","time spent":"698.565018ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:46.688568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.567169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:34:46.688634Z","caller":"traceutil/trace.go:171","msg":"trace[1801276502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"633.667051ms","start":"2026-04-28T03:34:46.054949Z","end":"2026-04-28T03:34:46.688616Z","steps":["trace[1801276502] 'agreement among raft nodes before linearized reading' (duration: 633.479397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.68868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.054933Z","time spent":"633.734423ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:46.688816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.904454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:34:46.68885Z","caller":"traceutil/trace.go:171","msg":"trace[904257853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5353; }","duration":"529.953384ms","start":"2026-04-28T03:34:46.158887Z","end":"2026-04-28T03:34:46.68884Z","steps":["trace[904257853] 'agreement among raft nodes before linearized reading' (duration: 529.799691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.688882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.158879Z","time spent":"529.996705ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:46.688964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.715072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:34:46.689005Z","caller":"traceutil/trace.go:171","msg":"trace[283905758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"530.795164ms","start":"2026-04-28T03:34:46.158197Z","end":"2026-04-28T03:34:46.688992Z","steps":["trace[283905758] 'agreement among raft nodes before linearized reading' (duration: 530.670731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.689037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.158174Z","time spent":"530.855375ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:46.689093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.941387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:34:46.6891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.904927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:46.689143Z","caller":"traceutil/trace.go:171","msg":"trace[1755594434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"554.980188ms","start":"2026-04-28T03:34:46.134153Z","end":"2026-04-28T03:34:46.689133Z","steps":["trace[1755594434] 'agreement among raft nodes before linearized reading' (duration: 554.915437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:46.689138Z","caller":"traceutil/trace.go:171","msg":"trace[616761329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5353; }","duration":"531.009098ms","start":"2026-04-28T03:34:46.158117Z","end":"2026-04-28T03:34:46.689126Z","steps":["trace[616761329] 'agreement among raft nodes before linearized reading' (duration: 530.880425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.689163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.134134Z","time spent":"555.0244ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:34:46.689172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.158106Z","time spent":"531.05944ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:46.689236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.144977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:34:46.68928Z","caller":"traceutil/trace.go:171","msg":"trace[443048352] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5353; }","duration":"526.212788ms","start":"2026-04-28T03:34:46.163056Z","end":"2026-04-28T03:34:46.689268Z","steps":["trace[443048352] 'agreement among raft nodes before linearized reading' (duration: 526.043164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:46.689312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:46.163044Z","time spent":"526.260139ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"info","ts":"2026-04-28T03:34:46.857505Z","caller":"traceutil/trace.go:171","msg":"trace[545936756] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"161.111282ms","start":"2026-04-28T03:34:46.696353Z","end":"2026-04-28T03:34:46.857464Z","steps":["trace[545936756] 'process raft request' (duration: 101.494816ms)","trace[545936756] 'compare' (duration: 59.207096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:46.899571Z","caller":"traceutil/trace.go:171","msg":"trace[1607953479] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"203.041304ms","start":"2026-04-28T03:34:46.696507Z","end":"2026-04-28T03:34:46.899548Z","steps":["trace[1607953479] 'process raft request' (duration: 203.014653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:46.899608Z","caller":"traceutil/trace.go:171","msg":"trace[1144655469] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"203.159317ms","start":"2026-04-28T03:34:46.696415Z","end":"2026-04-28T03:34:46.899574Z","steps":["trace[1144655469] 'process raft request' (duration: 203.001612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:46.9001Z","caller":"traceutil/trace.go:171","msg":"trace[1418884166] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"203.140536ms","start":"2026-04-28T03:34:46.696472Z","end":"2026-04-28T03:34:46.899612Z","steps":["trace[1418884166] 'process raft request' (duration: 203.024804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:47.261646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.835179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:47.262003Z","caller":"traceutil/trace.go:171","msg":"trace[1788886959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5357; }","duration":"217.220678ms","start":"2026-04-28T03:34:47.04476Z","end":"2026-04-28T03:34:47.26198Z","steps":["trace[1788886959] 'range keys from in-memory index tree' (duration: 216.759068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:49.199363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096303934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:34:49.294667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050042903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:49.294735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247850157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:49.294697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.453434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:49.294777Z","caller":"traceutil/trace.go:171","msg":"trace[1134970787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5359; }","duration":"1.247923618s","start":"2026-04-28T03:34:48.046839Z","end":"2026-04-28T03:34:49.294763Z","steps":["trace[1134970787] 'range keys from in-memory index tree' (duration: 1.247779225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:49.294777Z","caller":"traceutil/trace.go:171","msg":"trace[2016059439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5359; }","duration":"1.050212158s","start":"2026-04-28T03:34:48.244539Z","end":"2026-04-28T03:34:49.294751Z","steps":["trace[2016059439] 'count revisions from in-memory index tree' (duration: 1.04992752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:49.294803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.046786Z","time spent":"1.248010101s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:49.294793Z","caller":"traceutil/trace.go:171","msg":"trace[722279714] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5359; }","duration":"831.626928ms","start":"2026-04-28T03:34:48.463146Z","end":"2026-04-28T03:34:49.294773Z","steps":["trace[722279714] 'count revisions from in-memory index tree' (duration: 831.34511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:49.294838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.244515Z","time spent":"1.05030508s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:49.294869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.463114Z","time spent":"831.73825ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:49.296184Z","caller":"traceutil/trace.go:171","msg":"trace[101120523] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"616.367885ms","start":"2026-04-28T03:34:48.679795Z","end":"2026-04-28T03:34:49.296163Z","steps":["trace[101120523] 'process raft request' (duration: 616.206931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:49.296314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.679772Z","time spent":"616.474368ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:50.685996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390101431s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:34:51.296291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:34:51.296392Z","caller":"traceutil/trace.go:171","msg":"trace[385019712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066786s","start":"2026-04-28T03:34:49.295706Z","end":"2026-04-28T03:34:51.296374Z","steps":["trace[385019712] 'agreement among raft nodes before linearized reading' (duration: 2.000536357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:51.29644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.295696Z","time spent":"2.000734342s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:34:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:34:51.379545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189468446s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:51.379782Z","caller":"traceutil/trace.go:171","msg":"trace[482466949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5360; }","duration":"1.189693581s","start":"2026-04-28T03:34:50.190042Z","end":"2026-04-28T03:34:51.379735Z","steps":["trace[482466949] 'range keys from in-memory index tree' (duration: 1.189439976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:51.380022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.712583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:51.380242Z","caller":"traceutil/trace.go:171","msg":"trace[1693396399] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"2.687212702s","start":"2026-04-28T03:34:48.692997Z","end":"2026-04-28T03:34:51.380209Z","steps":["trace[1693396399] 'process raft request' (duration: 1.993204402s)","trace[1693396399] 'compare' (duration: 693.058799ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:51.380269Z","caller":"traceutil/trace.go:171","msg":"trace[1845793192] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"2.686863135s","start":"2026-04-28T03:34:48.69338Z","end":"2026-04-28T03:34:51.380243Z","steps":["trace[1845793192] 'process raft request' (duration: 2.686729932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:51.380366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.693358Z","time spent":"2.686960616s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:51.380384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.69297Z","time spent":"2.687337545s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:52.624474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244277155s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:34:52.625881Z","caller":"traceutil/trace.go:171","msg":"trace[1273587506] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"1.281050433s","start":"2026-04-28T03:34:51.344812Z","end":"2026-04-28T03:34:52.625862Z","steps":["trace[1273587506] 'process raft request' (duration: 1.281017333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.626108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:51.344798Z","time spent":"1.281240357s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:52.626462Z","caller":"traceutil/trace.go:171","msg":"trace[1253396492] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5675; }","duration":"3.927981297s","start":"2026-04-28T03:34:48.698466Z","end":"2026-04-28T03:34:52.626448Z","steps":["trace[1253396492] 'read index received' (duration: 597.526353ms)","trace[1253396492] 'applied index is now lower than readState.Index' (duration: 3.330453574s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:34:52.626488Z","caller":"traceutil/trace.go:171","msg":"trace[946796337] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"3.331392295s","start":"2026-04-28T03:34:49.295059Z","end":"2026-04-28T03:34:52.626451Z","steps":["trace[946796337] 'process raft request' (duration: 3.330606847s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.626664Z","caller":"traceutil/trace.go:171","msg":"trace[658263745] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"2.01357089s","start":"2026-04-28T03:34:50.613036Z","end":"2026-04-28T03:34:52.626607Z","steps":["trace[658263745] 'process raft request' (duration: 2.012754542s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.626751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:50.613009Z","time spent":"2.013704933s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:52.626795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925261734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-04-28T03:34:52.626821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656872633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:34:52.626856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516627949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:52.626856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282659869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:52.626905Z","caller":"traceutil/trace.go:171","msg":"trace[1144909461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"1.51670871s","start":"2026-04-28T03:34:51.110183Z","end":"2026-04-28T03:34:52.626891Z","steps":["trace[1144909461] 'agreement among raft nodes before linearized reading' (duration: 1.516655129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.626892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092947477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:52.62695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303879033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8299098e5\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-28T03:34:52.626946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:51.110137Z","time spent":"1.516802463s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:52.626943Z","caller":"traceutil/trace.go:171","msg":"trace[994007478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"1.282785482s","start":"2026-04-28T03:34:51.34414Z","end":"2026-04-28T03:34:52.626925Z","steps":["trace[994007478] 'agreement among raft nodes before linearized reading' (duration: 1.282624999s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.626983Z","caller":"traceutil/trace.go:171","msg":"trace[434543434] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa67e8299098e5; range_end:; response_count:1; response_revision:5365; }","duration":"2.303938274s","start":"2026-04-28T03:34:50.323037Z","end":"2026-04-28T03:34:52.626975Z","steps":["trace[434543434] 'agreement among raft nodes before linearized reading' (duration: 2.303851072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722181791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:34:52.626869Z","caller":"traceutil/trace.go:171","msg":"trace[1207269139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5365; }","duration":"2.656929075s","start":"2026-04-28T03:34:49.969928Z","end":"2026-04-28T03:34:52.626857Z","steps":["trace[1207269139] 'agreement among raft nodes before linearized reading' (duration: 2.656778491s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.626995Z","caller":"traceutil/trace.go:171","msg":"trace[21920269] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5365; }","duration":"1.09308708s","start":"2026-04-28T03:34:51.533875Z","end":"2026-04-28T03:34:52.626962Z","steps":["trace[21920269] 'agreement among raft nodes before linearized reading' (duration: 1.092945537s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.627031Z","caller":"traceutil/trace.go:171","msg":"trace[120738639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5365; }","duration":"3.722223781s","start":"2026-04-28T03:34:48.904801Z","end":"2026-04-28T03:34:52.627025Z","steps":["trace[120738639] 'agreement among raft nodes before linearized reading' (duration: 3.72217082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.62696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45425023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-04-28T03:34:52.627039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.969867Z","time spent":"2.657163571s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.904788Z","time spent":"3.722261762s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:34:52.62706Z","caller":"traceutil/trace.go:171","msg":"trace[845522126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5365; }","duration":"3.454383223s","start":"2026-04-28T03:34:49.172668Z","end":"2026-04-28T03:34:52.627052Z","steps":["trace[845522126] 'agreement among raft nodes before linearized reading' (duration: 3.45424849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:51.53383Z","time spent":"1.093213103s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:52.627099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.17265Z","time spent":"3.454436664s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:34:52.626903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449933382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:52.626794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291375847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:52.627186Z","caller":"traceutil/trace.go:171","msg":"trace[335485344] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5365; }","duration":"2.291824388s","start":"2026-04-28T03:34:50.33535Z","end":"2026-04-28T03:34:52.627175Z","steps":["trace[335485344] 'agreement among raft nodes before linearized reading' (duration: 2.291361347s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.627186Z","caller":"traceutil/trace.go:171","msg":"trace[593100694] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5365; }","duration":"3.450223658s","start":"2026-04-28T03:34:49.176945Z","end":"2026-04-28T03:34:52.627169Z","steps":["trace[593100694] 'agreement among raft nodes before linearized reading' (duration: 3.449932381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.62679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928326824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:34:52.627279Z","caller":"traceutil/trace.go:171","msg":"trace[1762807424] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5365; }","duration":"3.928851026s","start":"2026-04-28T03:34:48.698414Z","end":"2026-04-28T03:34:52.627265Z","steps":["trace[1762807424] 'agreement among raft nodes before linearized reading' (duration: 3.928333974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384201662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:34:52.627366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630512313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:34:52.627381Z","caller":"traceutil/trace.go:171","msg":"trace[902170904] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5365; }","duration":"2.384288124s","start":"2026-04-28T03:34:50.243079Z","end":"2026-04-28T03:34:52.627367Z","steps":["trace[902170904] 'agreement among raft nodes before linearized reading' (duration: 2.384195532s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:52.627386Z","caller":"traceutil/trace.go:171","msg":"trace[1663408880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5365; }","duration":"2.630569624s","start":"2026-04-28T03:34:49.996811Z","end":"2026-04-28T03:34:52.627381Z","steps":["trace[1663408880] 'agreement among raft nodes before linearized reading' (duration: 2.630501063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765516004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:34:52.627411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.996791Z","time spent":"2.630616326s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:50.243055Z","time spent":"2.384351056s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:52.627362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.698393Z","time spent":"3.928947149s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:52.627444Z","caller":"traceutil/trace.go:171","msg":"trace[807188095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5365; }","duration":"3.765585504s","start":"2026-04-28T03:34:48.86183Z","end":"2026-04-28T03:34:52.627415Z","steps":["trace[807188095] 'agreement among raft nodes before linearized reading' (duration: 3.765460461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723141832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:34:52.62667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.295043Z","time spent":"3.331577178s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:52.627534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723252525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:34:52.627026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:50.323016Z","time spent":"2.304001895s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8299098e5\" "} {"level":"info","ts":"2026-04-28T03:34:52.627584Z","caller":"traceutil/trace.go:171","msg":"trace[2001137644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5365; }","duration":"3.723340487s","start":"2026-04-28T03:34:48.904227Z","end":"2026-04-28T03:34:52.627567Z","steps":["trace[2001137644] 'agreement among raft nodes before linearized reading' (duration: 3.723201284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.904207Z","time spent":"3.723413978s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:51.344121Z","time spent":"1.282873454s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:34:52.62686Z","caller":"traceutil/trace.go:171","msg":"trace[1135008315] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5365; }","duration":"3.925341215s","start":"2026-04-28T03:34:48.701504Z","end":"2026-04-28T03:34:52.626845Z","steps":["trace[1135008315] 'agreement among raft nodes before linearized reading' (duration: 3.925159851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92075934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:52.627798Z","caller":"traceutil/trace.go:171","msg":"trace[1151559110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5365; }","duration":"3.920974345s","start":"2026-04-28T03:34:48.706803Z","end":"2026-04-28T03:34:52.627778Z","steps":["trace[1151559110] 'agreement among raft nodes before linearized reading' (duration: 3.920677699s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.701496Z","time spent":"3.926285597s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.706787Z","time spent":"3.921050227s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:50.335334Z","time spent":"2.291874899s","remote":"127.0.0.1:36974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:52.627227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:49.176935Z","time spent":"3.4502798s","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:34:52.62752Z","caller":"traceutil/trace.go:171","msg":"trace[1372251247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5365; }","duration":"3.723206823s","start":"2026-04-28T03:34:48.904302Z","end":"2026-04-28T03:34:52.627509Z","steps":["trace[1372251247] 'agreement among raft nodes before linearized reading' (duration: 3.7230774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:52.627952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.904294Z","time spent":"3.723645153s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:34:52.627517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:48.861801Z","time spent":"3.765705097s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:34:53.046295Z","caller":"traceutil/trace.go:171","msg":"trace[1986664223] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"416.926738ms","start":"2026-04-28T03:34:52.629341Z","end":"2026-04-28T03:34:53.046268Z","steps":["trace[1986664223] 'process raft request' (duration: 345.687965ms)","trace[1986664223] 'compare' (duration: 71.116511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:53.04647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.629324Z","time spent":"417.04099ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:53.680824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.820703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:34:53.681012Z","caller":"traceutil/trace.go:171","msg":"trace[1397401205] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"1.049438706s","start":"2026-04-28T03:34:52.631554Z","end":"2026-04-28T03:34:53.680993Z","steps":["trace[1397401205] 'process raft request' (duration: 737.368577ms)","trace[1397401205] 'compare' (duration: 311.253471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:53.681089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.631537Z","time spent":"1.049520298s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.681772Z","caller":"traceutil/trace.go:171","msg":"trace[1898400700] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"1.050148053s","start":"2026-04-28T03:34:52.631611Z","end":"2026-04-28T03:34:53.681759Z","steps":["trace[1898400700] 'process raft request' (duration: 1.049290803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.681857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.631607Z","time spent":"1.050211975s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.681989Z","caller":"traceutil/trace.go:171","msg":"trace[1149545250] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"1.04783517s","start":"2026-04-28T03:34:52.634123Z","end":"2026-04-28T03:34:53.681959Z","steps":["trace[1149545250] 'process raft request' (duration: 1.047588414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.68216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.634113Z","time spent":"1.047948273s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.682196Z","caller":"traceutil/trace.go:171","msg":"trace[197593817] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"1.048005834s","start":"2026-04-28T03:34:52.634177Z","end":"2026-04-28T03:34:53.682182Z","steps":["trace[197593817] 'process raft request' (duration: 1.047693877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:53.682195Z","caller":"traceutil/trace.go:171","msg":"trace[1598955072] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5682; }","duration":"1.048089405s","start":"2026-04-28T03:34:52.634077Z","end":"2026-04-28T03:34:53.682166Z","steps":["trace[1598955072] 'read index received' (duration: 340.964046ms)","trace[1598955072] 'applied index is now lower than readState.Index' (duration: 707.121339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:34:53.682256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.634172Z","time spent":"1.048052605s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.682325Z","caller":"traceutil/trace.go:171","msg":"trace[1194506877] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"1.047327778s","start":"2026-04-28T03:34:52.634975Z","end":"2026-04-28T03:34:53.682303Z","steps":["trace[1194506877] 'process raft request' (duration: 1.047080033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.682357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04827012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:53.682417Z","caller":"traceutil/trace.go:171","msg":"trace[1705679173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5371; }","duration":"1.048356702s","start":"2026-04-28T03:34:52.634044Z","end":"2026-04-28T03:34:53.6824Z","steps":["trace[1705679173] 'agreement among raft nodes before linearized reading' (duration: 1.04826829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.682459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.634027Z","time spent":"1.048420324s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:34:53.682469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.634957Z","time spent":"1.047406551s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.749584Z","caller":"traceutil/trace.go:171","msg":"trace[846312701] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"361.432013ms","start":"2026-04-28T03:34:53.388123Z","end":"2026-04-28T03:34:53.749555Z","steps":["trace[846312701] 'process raft request' (duration: 361.253979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.749774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:53.3881Z","time spent":"361.575637ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:34:53.750527Z","caller":"traceutil/trace.go:171","msg":"trace[1669218397] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"361.964235ms","start":"2026-04-28T03:34:53.38853Z","end":"2026-04-28T03:34:53.750494Z","steps":["trace[1669218397] 'process raft request' (duration: 361.589267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.750582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114711253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:34:53.750647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.63183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8375d094a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-28T03:34:53.750666Z","caller":"traceutil/trace.go:171","msg":"trace[936482150] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5373; }","duration":"1.114820566s","start":"2026-04-28T03:34:52.635822Z","end":"2026-04-28T03:34:53.750643Z","steps":["trace[936482150] 'agreement among raft nodes before linearized reading' (duration: 1.114624601s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:34:53.750695Z","caller":"traceutil/trace.go:171","msg":"trace[696949932] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa67e8375d094a; range_end:; response_count:1; response_revision:5373; }","duration":"700.716822ms","start":"2026-04-28T03:34:53.049963Z","end":"2026-04-28T03:34:53.750679Z","steps":["trace[696949932] 'agreement among raft nodes before linearized reading' (duration: 700.555309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.750711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:53.388504Z","time spent":"362.109509ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:34:53.750711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.635818Z","time spent":"1.114884827s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:34:53.750766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:53.049942Z","time spent":"700.813514ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa67e8375d094a\" "} {"level":"warn","ts":"2026-04-28T03:34:53.750832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11503097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:53.750892Z","caller":"traceutil/trace.go:171","msg":"trace[1108784554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5373; }","duration":"1.115110713s","start":"2026-04-28T03:34:52.635767Z","end":"2026-04-28T03:34:53.750878Z","steps":["trace[1108784554] 'agreement among raft nodes before linearized reading' (duration: 1.114712554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.750929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.635757Z","time spent":"1.115163154s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:34:53.75104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115234005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:34:53.751142Z","caller":"traceutil/trace.go:171","msg":"trace[1836465112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5373; }","duration":"1.115363878s","start":"2026-04-28T03:34:52.635756Z","end":"2026-04-28T03:34:53.75112Z","steps":["trace[1836465112] 'agreement among raft nodes before linearized reading' (duration: 1.114869487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.751156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.954666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:53.751204Z","caller":"traceutil/trace.go:171","msg":"trace[480552433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5373; }","duration":"679.10783ms","start":"2026-04-28T03:34:53.072085Z","end":"2026-04-28T03:34:53.751192Z","steps":["trace[480552433] 'agreement among raft nodes before linearized reading' (duration: 678.956856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:53.751206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:52.635748Z","time spent":"1.1154434s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:34:53.751244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:53.072063Z","time spent":"679.168971ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:34:53.751559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:34:53.751607Z","caller":"traceutil/trace.go:171","msg":"trace[1759644587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5373; }","duration":"111.997691ms","start":"2026-04-28T03:34:53.639596Z","end":"2026-04-28T03:34:53.751594Z","steps":["trace[1759644587] 'agreement among raft nodes before linearized reading' (duration: 110.856415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:59.159287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.260749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-28T03:34:59.15938Z","caller":"traceutil/trace.go:171","msg":"trace[1415433672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5400; }","duration":"332.407383ms","start":"2026-04-28T03:34:58.826953Z","end":"2026-04-28T03:34:59.15936Z","steps":["trace[1415433672] 'range keys from in-memory index tree' (duration: 332.042955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:59.159427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:34:58.826928Z","time spent":"332.487965ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:34:59.159234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.136195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:34:59.159815Z","caller":"traceutil/trace.go:171","msg":"trace[893649112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5400; }","duration":"112.773878ms","start":"2026-04-28T03:34:59.047016Z","end":"2026-04-28T03:34:59.15979Z","steps":["trace[893649112] 'range keys from in-memory index tree' (duration: 111.980141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:04.836001Z","caller":"traceutil/trace.go:171","msg":"trace[648050796] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"415.002583ms","start":"2026-04-28T03:35:04.420967Z","end":"2026-04-28T03:35:04.835969Z","steps":["trace[648050796] 'process raft request' (duration: 414.823749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:04.836185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:04.420945Z","time spent":"415.143277ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:05.028545Z","caller":"traceutil/trace.go:171","msg":"trace[895264414] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"304.987368ms","start":"2026-04-28T03:35:04.723533Z","end":"2026-04-28T03:35:05.02852Z","steps":["trace[895264414] 'process raft request' (duration: 304.779543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.028724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:04.723507Z","time spent":"305.11884ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:05.028785Z","caller":"traceutil/trace.go:171","msg":"trace[1593204464] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5750; }","duration":"202.489502ms","start":"2026-04-28T03:35:04.82627Z","end":"2026-04-28T03:35:05.028759Z","steps":["trace[1593204464] 'read index received' (duration: 9.551767ms)","trace[1593204464] 'applied index is now lower than readState.Index' (duration: 192.936595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:05.029096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.804069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:05.029148Z","caller":"traceutil/trace.go:171","msg":"trace[1537915184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5433; }","duration":"202.950313ms","start":"2026-04-28T03:35:04.826185Z","end":"2026-04-28T03:35:05.029135Z","steps":["trace[1537915184] 'agreement among raft nodes before linearized reading' (duration: 202.731728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:05.0294Z","caller":"traceutil/trace.go:171","msg":"trace[2005845912] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"303.126975ms","start":"2026-04-28T03:35:04.726261Z","end":"2026-04-28T03:35:05.029388Z","steps":["trace[2005845912] 'process raft request' (duration: 302.204825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.02951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:04.726247Z","time spent":"303.193737ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:06.100127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.08384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:35:06.100195Z","caller":"traceutil/trace.go:171","msg":"trace[859493812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5433; }","duration":"359.156622ms","start":"2026-04-28T03:35:05.741023Z","end":"2026-04-28T03:35:06.100179Z","steps":["trace[859493812] 'range keys from in-memory index tree' (duration: 358.963967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.100223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.740966Z","time spent":"359.250565ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:35:06.10019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.1716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:35:06.100254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.136589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:35:06.100277Z","caller":"traceutil/trace.go:171","msg":"trace[258297363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5433; }","duration":"333.290793ms","start":"2026-04-28T03:35:05.766963Z","end":"2026-04-28T03:35:06.100254Z","steps":["trace[258297363] 'range keys from in-memory index tree' (duration: 332.934114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:06.100315Z","caller":"traceutil/trace.go:171","msg":"trace[799163802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5433; }","duration":"333.223611ms","start":"2026-04-28T03:35:05.767072Z","end":"2026-04-28T03:35:06.100295Z","steps":["trace[799163802] 'range keys from in-memory index tree' (duration: 332.995506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.100346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.766952Z","time spent":"333.377014ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:06.100368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.67583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:35:06.100368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.767054Z","time spent":"333.293013ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:35:06.100428Z","caller":"traceutil/trace.go:171","msg":"trace[2130658800] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5433; }","duration":"933.787222ms","start":"2026-04-28T03:35:05.166623Z","end":"2026-04-28T03:35:06.10041Z","steps":["trace[2130658800] 'count revisions from in-memory index tree' (duration: 933.591018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.100456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.423792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:35:06.100478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.166601Z","time spent":"933.859164ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:35:06.100507Z","caller":"traceutil/trace.go:171","msg":"trace[1144869111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5433; }","duration":"346.503634ms","start":"2026-04-28T03:35:05.753988Z","end":"2026-04-28T03:35:06.100492Z","steps":["trace[1144869111] 'range keys from in-memory index tree' (duration: 346.307329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.100546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.753972Z","time spent":"346.564665ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:35:06.102672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.776456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:06.102722Z","caller":"traceutil/trace.go:171","msg":"trace[336831326] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5433; }","duration":"701.887199ms","start":"2026-04-28T03:35:05.400821Z","end":"2026-04-28T03:35:06.102708Z","steps":["trace[336831326] 'count revisions from in-memory index tree' (duration: 701.687804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.102757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.400799Z","time spent":"701.94771ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:06.103667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.666685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:35:06.103841Z","caller":"traceutil/trace.go:171","msg":"trace[244231860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5433; }","duration":"338.902391ms","start":"2026-04-28T03:35:05.764919Z","end":"2026-04-28T03:35:06.103822Z","steps":["trace[244231860] 'range keys from in-memory index tree' (duration: 335.237857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.103894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.764908Z","time spent":"338.974172ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:35:06.11846Z","caller":"traceutil/trace.go:171","msg":"trace[170416846] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"327.177663ms","start":"2026-04-28T03:35:05.791268Z","end":"2026-04-28T03:35:06.118446Z","steps":["trace[170416846] 'process raft request' (duration: 326.961539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.119186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.791237Z","time spent":"327.877478ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:06.420096Z","caller":"traceutil/trace.go:171","msg":"trace[1903508216] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"628.498088ms","start":"2026-04-28T03:35:05.791565Z","end":"2026-04-28T03:35:06.420063Z","steps":["trace[1903508216] 'process raft request' (duration: 601.689397ms)","trace[1903508216] 'compare' (duration: 26.355411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:06.420252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.791556Z","time spent":"628.61763ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:06.420343Z","caller":"traceutil/trace.go:171","msg":"trace[333468634] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"312.312775ms","start":"2026-04-28T03:35:06.108009Z","end":"2026-04-28T03:35:06.420322Z","steps":["trace[333468634] 'process raft request' (duration: 311.945236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:06.420343Z","caller":"traceutil/trace.go:171","msg":"trace[466932305] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"310.699328ms","start":"2026-04-28T03:35:06.109622Z","end":"2026-04-28T03:35:06.420322Z","steps":["trace[466932305] 'process raft request' (duration: 310.455642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.420475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.10799Z","time spent":"312.410237ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:06.420511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.109605Z","time spent":"310.868052ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:06.420502Z","caller":"traceutil/trace.go:171","msg":"trace[69494290] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"309.618464ms","start":"2026-04-28T03:35:06.110857Z","end":"2026-04-28T03:35:06.420475Z","steps":["trace[69494290] 'process raft request' (duration: 309.290347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.420612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.110826Z","time spent":"309.730806ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:06.420774Z","caller":"traceutil/trace.go:171","msg":"trace[1093145692] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5753; }","duration":"598.154396ms","start":"2026-04-28T03:35:05.8226Z","end":"2026-04-28T03:35:06.420754Z","steps":["trace[1093145692] 'read index received' (duration: 295.662035ms)","trace[1093145692] 'applied index is now lower than readState.Index' (duration: 302.491151ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:06.420809Z","caller":"traceutil/trace.go:171","msg":"trace[2099118645] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"309.885459ms","start":"2026-04-28T03:35:06.110911Z","end":"2026-04-28T03:35:06.420796Z","steps":["trace[2099118645] 'process raft request' (duration: 309.296096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:06.420834Z","caller":"traceutil/trace.go:171","msg":"trace[1583017849] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"309.9004ms","start":"2026-04-28T03:35:06.110919Z","end":"2026-04-28T03:35:06.42082Z","steps":["trace[1583017849] 'process raft request' (duration: 309.767417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.420879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.110899Z","time spent":"309.945361ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:06.420898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.110907Z","time spent":"309.959992ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:06.420997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.386531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:35:06.421015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.569953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:06.421046Z","caller":"traceutil/trace.go:171","msg":"trace[1719338915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"374.624615ms","start":"2026-04-28T03:35:06.046412Z","end":"2026-04-28T03:35:06.421036Z","steps":["trace[1719338915] 'agreement among raft nodes before linearized reading' (duration: 374.575923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:06.42105Z","caller":"traceutil/trace.go:171","msg":"trace[1426515489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5440; }","duration":"598.482844ms","start":"2026-04-28T03:35:05.822553Z","end":"2026-04-28T03:35:06.421036Z","steps":["trace[1426515489] 'agreement among raft nodes before linearized reading' (duration: 598.31717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.421072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.046398Z","time spent":"374.668895ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:35:06.421084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.072517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-04-28T03:35:06.421092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.822529Z","time spent":"598.550606ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:35:06.421111Z","caller":"traceutil/trace.go:171","msg":"trace[258944040] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5440; }","duration":"592.138028ms","start":"2026-04-28T03:35:05.828966Z","end":"2026-04-28T03:35:06.421104Z","steps":["trace[258944040] 'agreement among raft nodes before linearized reading' (duration: 592.019145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.421138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.828947Z","time spent":"592.18352ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"warn","ts":"2026-04-28T03:35:06.421294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.270533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:06.421315Z","caller":"traceutil/trace.go:171","msg":"trace[1245626435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5440; }","duration":"384.330305ms","start":"2026-04-28T03:35:06.036978Z","end":"2026-04-28T03:35:06.421308Z","steps":["trace[1245626435] 'agreement among raft nodes before linearized reading' (duration: 384.266743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:06.421333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:06.036956Z","time spent":"384.373006ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:35:07.154268Z","caller":"traceutil/trace.go:171","msg":"trace[1095809429] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"119.947482ms","start":"2026-04-28T03:35:07.034293Z","end":"2026-04-28T03:35:07.154241Z","steps":["trace[1095809429] 'process raft request' (duration: 119.787119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:07.227766Z","caller":"traceutil/trace.go:171","msg":"trace[902340411] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"192.103216ms","start":"2026-04-28T03:35:07.035629Z","end":"2026-04-28T03:35:07.227732Z","steps":["trace[902340411] 'process raft request' (duration: 145.225008ms)","trace[902340411] 'compare' (duration: 46.745485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:07.716885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.652403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:07.717124Z","caller":"traceutil/trace.go:171","msg":"trace[965740089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5442; }","duration":"287.92014ms","start":"2026-04-28T03:35:07.429175Z","end":"2026-04-28T03:35:07.717095Z","steps":["trace[965740089] 'range keys from in-memory index tree' (duration: 287.49713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:14.343225Z","caller":"traceutil/trace.go:171","msg":"trace[121396190] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"136.542581ms","start":"2026-04-28T03:35:14.206658Z","end":"2026-04-28T03:35:14.3432Z","steps":["trace[121396190] 'process raft request' (duration: 136.318886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:14.343466Z","caller":"traceutil/trace.go:171","msg":"trace[1848311234] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"125.358566ms","start":"2026-04-28T03:35:14.218075Z","end":"2026-04-28T03:35:14.343433Z","steps":["trace[1848311234] 'process raft request' (duration: 125.07532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:14.362741Z","caller":"traceutil/trace.go:171","msg":"trace[47009882] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5796; }","duration":"106.817983ms","start":"2026-04-28T03:35:14.2559Z","end":"2026-04-28T03:35:14.362718Z","steps":["trace[47009882] 'read index received' (duration: 87.128644ms)","trace[47009882] 'applied index is now lower than readState.Index' (duration: 19.688139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:14.363005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.093599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-28T03:35:14.363039Z","caller":"traceutil/trace.go:171","msg":"trace[641774720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5477; }","duration":"107.188642ms","start":"2026-04-28T03:35:14.255841Z","end":"2026-04-28T03:35:14.363029Z","steps":["trace[641774720] 'agreement among raft nodes before linearized reading' (duration: 106.974827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:14.363173Z","caller":"traceutil/trace.go:171","msg":"trace[1103255312] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"110.597169ms","start":"2026-04-28T03:35:14.252543Z","end":"2026-04-28T03:35:14.36314Z","steps":["trace[1103255312] 'process raft request' (duration: 110.050847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:15.417071Z","caller":"traceutil/trace.go:171","msg":"trace[1148775217] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5808; }","duration":"119.361988ms","start":"2026-04-28T03:35:15.297678Z","end":"2026-04-28T03:35:15.41704Z","steps":["trace[1148775217] 'read index received' (duration: 81.412384ms)","trace[1148775217] 'applied index is now lower than readState.Index' (duration: 37.948384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:15.417211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.508331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:15.417255Z","caller":"traceutil/trace.go:171","msg":"trace[780901951] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5487; }","duration":"119.588814ms","start":"2026-04-28T03:35:15.297653Z","end":"2026-04-28T03:35:15.417241Z","steps":["trace[780901951] 'agreement among raft nodes before linearized reading' (duration: 119.496722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:15.417215Z","caller":"traceutil/trace.go:171","msg":"trace[676025742] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"163.538095ms","start":"2026-04-28T03:35:15.253622Z","end":"2026-04-28T03:35:15.41716Z","steps":["trace[676025742] 'process raft request' (duration: 125.437848ms)","trace[676025742] 'compare' (duration: 37.865272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:16.700905Z","caller":"traceutil/trace.go:171","msg":"trace[1571356617] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5810; }","duration":"157.386066ms","start":"2026-04-28T03:35:16.543488Z","end":"2026-04-28T03:35:16.700874Z","steps":["trace[1571356617] 'read index received' (duration: 156.867643ms)","trace[1571356617] 'applied index is now lower than readState.Index' (duration: 516.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:16.70093Z","caller":"traceutil/trace.go:171","msg":"trace[1323860920] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"177.640567ms","start":"2026-04-28T03:35:16.523258Z","end":"2026-04-28T03:35:16.700899Z","steps":["trace[1323860920] 'process raft request' (duration: 177.219318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.974656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:35:16.701276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.769905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:35:16.701466Z","caller":"traceutil/trace.go:171","msg":"trace[1015378332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5489; }","duration":"158.00672ms","start":"2026-04-28T03:35:16.54344Z","end":"2026-04-28T03:35:16.701447Z","steps":["trace[1015378332] 'agreement among raft nodes before linearized reading' (duration: 157.57444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:16.701314Z","caller":"traceutil/trace.go:171","msg":"trace[186936731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5489; }","duration":"110.18389ms","start":"2026-04-28T03:35:16.591112Z","end":"2026-04-28T03:35:16.701296Z","steps":["trace[186936731] 'agreement among raft nodes before linearized reading' (duration: 109.944735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.73612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:35:16.701711Z","caller":"traceutil/trace.go:171","msg":"trace[695858631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5489; }","duration":"110.149069ms","start":"2026-04-28T03:35:16.591541Z","end":"2026-04-28T03:35:16.70169Z","steps":["trace[695858631] 'agreement among raft nodes before linearized reading' (duration: 109.528165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.73893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:35:16.70181Z","caller":"traceutil/trace.go:171","msg":"trace[616535070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5489; }","duration":"110.318052ms","start":"2026-04-28T03:35:16.591475Z","end":"2026-04-28T03:35:16.701793Z","steps":["trace[616535070] 'agreement among raft nodes before linearized reading' (duration: 109.692468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.788374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:35:16.701912Z","caller":"traceutil/trace.go:171","msg":"trace[1431368377] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5489; }","duration":"104.46149ms","start":"2026-04-28T03:35:16.59744Z","end":"2026-04-28T03:35:16.701902Z","steps":["trace[1431368377] 'agreement among raft nodes before linearized reading' (duration: 103.710533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.472627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:35:16.70199Z","caller":"traceutil/trace.go:171","msg":"trace[2093806952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5489; }","duration":"104.193914ms","start":"2026-04-28T03:35:16.597786Z","end":"2026-04-28T03:35:16.70198Z","steps":["trace[2093806952] 'agreement among raft nodes before linearized reading' (duration: 103.308544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:16.701337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.765681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:35:16.702111Z","caller":"traceutil/trace.go:171","msg":"trace[826638250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5489; }","duration":"110.599689ms","start":"2026-04-28T03:35:16.591497Z","end":"2026-04-28T03:35:16.702097Z","steps":["trace[826638250] 'agreement among raft nodes before linearized reading' (duration: 109.635308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:16.854664Z","caller":"traceutil/trace.go:171","msg":"trace[1588524401] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"147.868869ms","start":"2026-04-28T03:35:16.706763Z","end":"2026-04-28T03:35:16.854632Z","steps":["trace[1588524401] 'process raft request' (duration: 107.749404ms)","trace[1588524401] 'compare' (duration: 39.935069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:17.071001Z","caller":"traceutil/trace.go:171","msg":"trace[560157037] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"364.036223ms","start":"2026-04-28T03:35:16.706936Z","end":"2026-04-28T03:35:17.070972Z","steps":["trace[560157037] 'process raft request' (duration: 270.46055ms)","trace[560157037] 'compare' (duration: 93.175494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:17.071066Z","caller":"traceutil/trace.go:171","msg":"trace[365922368] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"363.883959ms","start":"2026-04-28T03:35:16.707156Z","end":"2026-04-28T03:35:17.07104Z","steps":["trace[365922368] 'process raft request' (duration: 363.763246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.071124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.706922Z","time spent":"364.135586ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:17.071159Z","caller":"traceutil/trace.go:171","msg":"trace[1847028855] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"364.120585ms","start":"2026-04-28T03:35:16.707004Z","end":"2026-04-28T03:35:17.071124Z","steps":["trace[1847028855] 'process raft request' (duration: 363.868269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.071206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.707147Z","time spent":"363.983662ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:17.07122Z","caller":"traceutil/trace.go:171","msg":"trace[933060498] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5811; }","duration":"363.872529ms","start":"2026-04-28T03:35:16.707329Z","end":"2026-04-28T03:35:17.071202Z","steps":["trace[933060498] 'read index received' (duration: 107.272903ms)","trace[933060498] 'applied index is now lower than readState.Index' (duration: 256.598276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:17.07129Z","caller":"traceutil/trace.go:171","msg":"trace[911910318] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"364.061983ms","start":"2026-04-28T03:35:16.707211Z","end":"2026-04-28T03:35:17.071273Z","steps":["trace[911910318] 'process raft request' (duration: 363.789907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.071415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.707205Z","time spent":"364.188006ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:17.0715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.065083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:17.071533Z","caller":"traceutil/trace.go:171","msg":"trace[726001927] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5494; }","duration":"209.124314ms","start":"2026-04-28T03:35:16.862395Z","end":"2026-04-28T03:35:17.07152Z","steps":["trace[726001927] 'agreement among raft nodes before linearized reading' (duration: 209.078213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.071585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.243148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:35:17.071617Z","caller":"traceutil/trace.go:171","msg":"trace[1773638962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5494; }","duration":"364.314089ms","start":"2026-04-28T03:35:16.707297Z","end":"2026-04-28T03:35:17.071611Z","steps":["trace[1773638962] 'agreement among raft nodes before linearized reading' (duration: 364.025323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.071637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.70728Z","time spent":"364.351571ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:35:17.071698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.619821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142808"} {"level":"info","ts":"2026-04-28T03:35:17.071745Z","caller":"traceutil/trace.go:171","msg":"trace[1056746828] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5494; }","duration":"362.686262ms","start":"2026-04-28T03:35:16.709047Z","end":"2026-04-28T03:35:17.071734Z","steps":["trace[1056746828] 'agreement among raft nodes before linearized reading' (duration: 362.390895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.07178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.70904Z","time spent":"362.732353ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:35:17.071833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.544647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:17.071908Z","caller":"traceutil/trace.go:171","msg":"trace[1607598318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5494; }","duration":"293.710921ms","start":"2026-04-28T03:35:16.778182Z","end":"2026-04-28T03:35:17.071893Z","steps":["trace[1607598318] 'agreement among raft nodes before linearized reading' (duration: 293.309552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.072429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.706997Z","time spent":"364.252978ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:18.503197Z","caller":"traceutil/trace.go:171","msg":"trace[1339881306] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"125.354336ms","start":"2026-04-28T03:35:18.37781Z","end":"2026-04-28T03:35:18.503164Z","steps":["trace[1339881306] 'process raft request' (duration: 124.862235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:19.017058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.257575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:19.017141Z","caller":"traceutil/trace.go:171","msg":"trace[543471117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5497; }","duration":"428.388308ms","start":"2026-04-28T03:35:18.588726Z","end":"2026-04-28T03:35:19.017115Z","steps":["trace[543471117] 'count revisions from in-memory index tree' (duration: 428.161033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:19.017141Z","caller":"traceutil/trace.go:171","msg":"trace[1922229183] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5819; }","duration":"158.03111ms","start":"2026-04-28T03:35:18.859079Z","end":"2026-04-28T03:35:19.01711Z","steps":["trace[1922229183] 'read index received' (duration: 155.575635ms)","trace[1922229183] 'applied index is now lower than readState.Index' (duration: 2.453685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:19.017166Z","caller":"traceutil/trace.go:171","msg":"trace[56973652] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"310.888802ms","start":"2026-04-28T03:35:18.706254Z","end":"2026-04-28T03:35:19.017143Z","steps":["trace[56973652] 'process raft request' (duration: 308.531539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:19.017185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:18.588705Z","time spent":"428.469349ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:19.017279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:18.706228Z","time spent":"310.985745ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:19.017556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.46421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:35:19.017631Z","caller":"traceutil/trace.go:171","msg":"trace[771783085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5498; }","duration":"158.589753ms","start":"2026-04-28T03:35:18.859025Z","end":"2026-04-28T03:35:19.017615Z","steps":["trace[771783085] 'agreement among raft nodes before linearized reading' (duration: 158.179853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.047576Z","caller":"traceutil/trace.go:171","msg":"trace[1483703491] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"240.067269ms","start":"2026-04-28T03:35:22.807484Z","end":"2026-04-28T03:35:23.047552Z","steps":["trace[1483703491] 'process raft request' (duration: 239.929066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.280358Z","caller":"traceutil/trace.go:171","msg":"trace[762429549] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"251.376166ms","start":"2026-04-28T03:35:23.028947Z","end":"2026-04-28T03:35:23.280323Z","steps":["trace[762429549] 'process raft request' (duration: 157.792034ms)","trace[762429549] 'compare' (duration: 93.368597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:23.280354Z","caller":"traceutil/trace.go:171","msg":"trace[356863235] linearizableReadLoop","detail":"{readStateIndex:5840; appliedIndex:5839; }","duration":"232.768713ms","start":"2026-04-28T03:35:23.047531Z","end":"2026-04-28T03:35:23.2803Z","steps":["trace[356863235] 'read index received' (duration: 139.110339ms)","trace[356863235] 'applied index is now lower than readState.Index' (duration: 93.656114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:23.280561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.443431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:35:23.280618Z","caller":"traceutil/trace.go:171","msg":"trace[1710279513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5517; }","duration":"245.543383ms","start":"2026-04-28T03:35:23.035059Z","end":"2026-04-28T03:35:23.280602Z","steps":["trace[1710279513] 'agreement among raft nodes before linearized reading' (duration: 245.353099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:23.280646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.09138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:23.280703Z","caller":"traceutil/trace.go:171","msg":"trace[590395901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5517; }","duration":"233.154761ms","start":"2026-04-28T03:35:23.047535Z","end":"2026-04-28T03:35:23.28069Z","steps":["trace[590395901] 'agreement among raft nodes before linearized reading' (duration: 233.066289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:23.280838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.337714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-04-28T03:35:23.280868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.626538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:35:23.280888Z","caller":"traceutil/trace.go:171","msg":"trace[113016411] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5517; }","duration":"175.432026ms","start":"2026-04-28T03:35:23.105442Z","end":"2026-04-28T03:35:23.280874Z","steps":["trace[113016411] 'agreement among raft nodes before linearized reading' (duration: 175.194991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.280915Z","caller":"traceutil/trace.go:171","msg":"trace[1543726233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5517; }","duration":"185.691691ms","start":"2026-04-28T03:35:23.09521Z","end":"2026-04-28T03:35:23.280902Z","steps":["trace[1543726233] 'agreement among raft nodes before linearized reading' (duration: 185.543457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:23.28093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.747472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:35:23.28093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.877214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:35:23.280943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.749779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:35:23.280973Z","caller":"traceutil/trace.go:171","msg":"trace[62949157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5517; }","duration":"185.807963ms","start":"2026-04-28T03:35:23.095153Z","end":"2026-04-28T03:35:23.280961Z","steps":["trace[62949157] 'agreement among raft nodes before linearized reading' (duration: 185.68703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.280992Z","caller":"traceutil/trace.go:171","msg":"trace[1994185991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5517; }","duration":"167.966597ms","start":"2026-04-28T03:35:23.113011Z","end":"2026-04-28T03:35:23.280978Z","steps":["trace[1994185991] 'agreement among raft nodes before linearized reading' (duration: 167.775171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.281004Z","caller":"traceutil/trace.go:171","msg":"trace[1031811832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5517; }","duration":"184.836651ms","start":"2026-04-28T03:35:23.096152Z","end":"2026-04-28T03:35:23.280988Z","steps":["trace[1031811832] 'agreement among raft nodes before linearized reading' (duration: 184.684797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:23.281012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.598933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:35:23.281026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.488396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:35:23.28106Z","caller":"traceutil/trace.go:171","msg":"trace[321432066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5517; }","duration":"187.691475ms","start":"2026-04-28T03:35:23.093356Z","end":"2026-04-28T03:35:23.281048Z","steps":["trace[321432066] 'agreement among raft nodes before linearized reading' (duration: 187.559322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.281079Z","caller":"traceutil/trace.go:171","msg":"trace[1306133589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5517; }","duration":"174.576688ms","start":"2026-04-28T03:35:23.10649Z","end":"2026-04-28T03:35:23.281066Z","steps":["trace[1306133589] 'agreement among raft nodes before linearized reading' (duration: 174.394403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:23.47173Z","caller":"traceutil/trace.go:171","msg":"trace[1556615022] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"128.854765ms","start":"2026-04-28T03:35:23.342844Z","end":"2026-04-28T03:35:23.471699Z","steps":["trace[1556615022] 'process raft request' (duration: 127.355761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:29.61022Z","caller":"traceutil/trace.go:171","msg":"trace[251789734] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"284.166934ms","start":"2026-04-28T03:35:29.326028Z","end":"2026-04-28T03:35:29.610195Z","steps":["trace[251789734] 'read index received' (duration: 284.021941ms)","trace[251789734] 'applied index is now lower than readState.Index' (duration: 143.883µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:29.610299Z","caller":"traceutil/trace.go:171","msg":"trace[160624653] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"301.596801ms","start":"2026-04-28T03:35:29.308653Z","end":"2026-04-28T03:35:29.61025Z","steps":["trace[160624653] 'process raft request' (duration: 301.393627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.610569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:29.308627Z","time spent":"301.802555ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:29.610557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.498941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:29.610923Z","caller":"traceutil/trace.go:171","msg":"trace[186717984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5550; }","duration":"284.914861ms","start":"2026-04-28T03:35:29.325976Z","end":"2026-04-28T03:35:29.610891Z","steps":["trace[186717984] 'agreement among raft nodes before linearized reading' (duration: 284.326607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.619927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.630609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:35:29.619928Z","caller":"traceutil/trace.go:171","msg":"trace[1053511862] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"129.871098ms","start":"2026-04-28T03:35:29.489974Z","end":"2026-04-28T03:35:29.619845Z","steps":["trace[1053511862] 'process raft request' (duration: 129.702015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.62003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.687823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:35:29.620052Z","caller":"traceutil/trace.go:171","msg":"trace[998218428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5552; }","duration":"262.731104ms","start":"2026-04-28T03:35:29.357316Z","end":"2026-04-28T03:35:29.620047Z","steps":["trace[998218428] 'agreement among raft nodes before linearized reading' (duration: 262.677913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.620092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.648391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:35:29.620159Z","caller":"traceutil/trace.go:171","msg":"trace[938190920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5552; }","duration":"254.756443ms","start":"2026-04-28T03:35:29.365388Z","end":"2026-04-28T03:35:29.620144Z","steps":["trace[938190920] 'agreement among raft nodes before linearized reading' (duration: 254.516208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.620215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.634718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:35:29.620269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.825213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:35:29.619977Z","caller":"traceutil/trace.go:171","msg":"trace[2127857684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5552; }","duration":"286.734051ms","start":"2026-04-28T03:35:29.333231Z","end":"2026-04-28T03:35:29.619965Z","steps":["trace[2127857684] 'agreement among raft nodes before linearized reading' (duration: 286.595658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.620273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.42119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:35:29.620332Z","caller":"traceutil/trace.go:171","msg":"trace[363708527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5552; }","duration":"263.511173ms","start":"2026-04-28T03:35:29.356801Z","end":"2026-04-28T03:35:29.620312Z","steps":["trace[363708527] 'agreement among raft nodes before linearized reading' (duration: 263.341219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:29.620376Z","caller":"traceutil/trace.go:171","msg":"trace[660186474] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"100.57535ms","start":"2026-04-28T03:35:29.519792Z","end":"2026-04-28T03:35:29.620367Z","steps":["trace[660186474] 'process raft request' (duration: 99.996917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.62152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.653906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:35:29.62151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.342109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-28T03:35:29.621602Z","caller":"traceutil/trace.go:171","msg":"trace[582277577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5552; }","duration":"148.769499ms","start":"2026-04-28T03:35:29.472795Z","end":"2026-04-28T03:35:29.621564Z","steps":["trace[582277577] 'agreement among raft nodes before linearized reading' (duration: 147.148362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:29.621682Z","caller":"traceutil/trace.go:171","msg":"trace[1108459224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5552; }","duration":"264.740911ms","start":"2026-04-28T03:35:29.355517Z","end":"2026-04-28T03:35:29.620258Z","steps":["trace[1108459224] 'agreement among raft nodes before linearized reading' (duration: 264.587267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:29.621713Z","caller":"traceutil/trace.go:171","msg":"trace[621494368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5552; }","duration":"177.512713ms","start":"2026-04-28T03:35:29.444118Z","end":"2026-04-28T03:35:29.621631Z","steps":["trace[621494368] 'agreement among raft nodes before linearized reading' (duration: 175.943567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:29.620307Z","caller":"traceutil/trace.go:171","msg":"trace[1166248732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5552; }","duration":"264.906304ms","start":"2026-04-28T03:35:29.355392Z","end":"2026-04-28T03:35:29.620298Z","steps":["trace[1166248732] 'agreement among raft nodes before linearized reading' (duration: 264.817652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:29.622215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.7907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:35:29.622287Z","caller":"traceutil/trace.go:171","msg":"trace[286974075] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5552; }","duration":"249.873051ms","start":"2026-04-28T03:35:29.372385Z","end":"2026-04-28T03:35:29.622258Z","steps":["trace[286974075] 'agreement among raft nodes before linearized reading' (duration: 247.859155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:44.917403Z","caller":"traceutil/trace.go:171","msg":"trace[1718611020] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"210.461974ms","start":"2026-04-28T03:35:44.706914Z","end":"2026-04-28T03:35:44.917376Z","steps":["trace[1718611020] 'read index received' (duration: 210.237449ms)","trace[1718611020] 'applied index is now lower than readState.Index' (duration: 223.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:44.917611Z","caller":"traceutil/trace.go:171","msg":"trace[2012288158] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"308.650291ms","start":"2026-04-28T03:35:44.608908Z","end":"2026-04-28T03:35:44.917558Z","steps":["trace[2012288158] 'process raft request' (duration: 308.266563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:44.917794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.4187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:35:44.917854Z","caller":"traceutil/trace.go:171","msg":"trace[1868062385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5635; }","duration":"198.511953ms","start":"2026-04-28T03:35:44.719325Z","end":"2026-04-28T03:35:44.917837Z","steps":["trace[1868062385] 'agreement among raft nodes before linearized reading' (duration: 198.280607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:44.917839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.909094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-28T03:35:44.917863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:44.608884Z","time spent":"308.849925ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:44.917919Z","caller":"traceutil/trace.go:171","msg":"trace[1043944925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5635; }","duration":"210.999176ms","start":"2026-04-28T03:35:44.7069Z","end":"2026-04-28T03:35:44.917899Z","steps":["trace[1043944925] 'agreement among raft nodes before linearized reading' (duration: 210.698219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.460642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096304789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:35:51.797088Z","caller":"traceutil/trace.go:171","msg":"trace[288575244] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"857.674987ms","start":"2026-04-28T03:35:50.939374Z","end":"2026-04-28T03:35:51.797049Z","steps":["trace[288575244] 'process raft request' (duration: 857.139815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.797081Z","caller":"traceutil/trace.go:171","msg":"trace[2008819757] linearizableReadLoop","detail":"{readStateIndex:6003; appliedIndex:6002; }","duration":"837.464898ms","start":"2026-04-28T03:35:50.959551Z","end":"2026-04-28T03:35:51.797016Z","steps":["trace[2008819757] 'read index received' (duration: 837.303714ms)","trace[2008819757] 'applied index is now lower than readState.Index' (duration: 159.044µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:51.797265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:50.939345Z","time spent":"857.834221ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:51.797367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.798816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:35:51.797459Z","caller":"traceutil/trace.go:171","msg":"trace[1170161356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5674; }","duration":"837.939728ms","start":"2026-04-28T03:35:50.959495Z","end":"2026-04-28T03:35:51.797434Z","steps":["trace[1170161356] 'agreement among raft nodes before linearized reading' (duration: 837.682262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.797524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:50.959439Z","time spent":"838.070832ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:35:51.903796Z","caller":"traceutil/trace.go:171","msg":"trace[782543945] linearizableReadLoop","detail":"{readStateIndex:6006; appliedIndex:6003; }","duration":"106.509277ms","start":"2026-04-28T03:35:51.797263Z","end":"2026-04-28T03:35:51.903772Z","steps":["trace[782543945] 'read index received' (duration: 106.259491ms)","trace[782543945] 'applied index is now lower than readState.Index' (duration: 248.676µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:51.904034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.442216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:51.904078Z","caller":"traceutil/trace.go:171","msg":"trace[943437408] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5677; }","duration":"858.549728ms","start":"2026-04-28T03:35:51.045517Z","end":"2026-04-28T03:35:51.904066Z","steps":["trace[943437408] 'agreement among raft nodes before linearized reading' (duration: 858.405695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.904115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.045494Z","time spent":"858.611229ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":50,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:51.904441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.698552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:35:51.904452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.435246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:35:51.904481Z","caller":"traceutil/trace.go:171","msg":"trace[1095503006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"157.754183ms","start":"2026-04-28T03:35:51.746714Z","end":"2026-04-28T03:35:51.904468Z","steps":["trace[1095503006] 'agreement among raft nodes before linearized reading' (duration: 157.651401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.904451Z","caller":"traceutil/trace.go:171","msg":"trace[276161222] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"186.090119ms","start":"2026-04-28T03:35:51.718306Z","end":"2026-04-28T03:35:51.904396Z","steps":["trace[276161222] 'process raft request' (duration: 185.420024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.904627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.952427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:51.904636Z","caller":"traceutil/trace.go:171","msg":"trace[1430276736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5677; }","duration":"157.504548ms","start":"2026-04-28T03:35:51.746983Z","end":"2026-04-28T03:35:51.904488Z","steps":["trace[1430276736] 'agreement among raft nodes before linearized reading' (duration: 157.371555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.90466Z","caller":"traceutil/trace.go:171","msg":"trace[1426410997] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5677; }","duration":"780.031179ms","start":"2026-04-28T03:35:51.12462Z","end":"2026-04-28T03:35:51.904652Z","steps":["trace[1426410997] 'agreement among raft nodes before linearized reading' (duration: 779.953828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.904666Z","caller":"traceutil/trace.go:171","msg":"trace[1207009049] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"205.849239ms","start":"2026-04-28T03:35:51.698805Z","end":"2026-04-28T03:35:51.904654Z","steps":["trace[1207009049] 'process raft request' (duration: 204.677143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.904684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.124598Z","time spent":"780.07926ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:35:51.904755Z","caller":"traceutil/trace.go:171","msg":"trace[1726111388] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"186.573559ms","start":"2026-04-28T03:35:51.718174Z","end":"2026-04-28T03:35:51.904747Z","steps":["trace[1726111388] 'process raft request' (duration: 185.507656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.904835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.254213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:35:51.904988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.230738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:35:51.905042Z","caller":"traceutil/trace.go:171","msg":"trace[1379571252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5677; }","duration":"859.303345ms","start":"2026-04-28T03:35:51.045549Z","end":"2026-04-28T03:35:51.904852Z","steps":["trace[1379571252] 'agreement among raft nodes before linearized reading' (duration: 859.261654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.905032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.099334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:35:51.905086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:51.045533Z","time spent":"859.54326ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:35:51.905109Z","caller":"traceutil/trace.go:171","msg":"trace[1190835611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5677; }","duration":"159.229867ms","start":"2026-04-28T03:35:51.745859Z","end":"2026-04-28T03:35:51.905089Z","steps":["trace[1190835611] 'agreement among raft nodes before linearized reading' (duration: 158.984422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.905227Z","caller":"traceutil/trace.go:171","msg":"trace[512409849] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5677; }","duration":"127.324421ms","start":"2026-04-28T03:35:51.777698Z","end":"2026-04-28T03:35:51.905022Z","steps":["trace[512409849] 'agreement among raft nodes before linearized reading' (duration: 127.131596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.905306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.273092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:35:51.905363Z","caller":"traceutil/trace.go:171","msg":"trace[1846691691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5677; }","duration":"164.360015ms","start":"2026-04-28T03:35:51.74099Z","end":"2026-04-28T03:35:51.90535Z","steps":["trace[1846691691] 'agreement among raft nodes before linearized reading' (duration: 164.234231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.905498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.047815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:35:51.905493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.924827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:35:51.905539Z","caller":"traceutil/trace.go:171","msg":"trace[746065868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"156.122087ms","start":"2026-04-28T03:35:51.749404Z","end":"2026-04-28T03:35:51.905526Z","steps":["trace[746065868] 'agreement among raft nodes before linearized reading' (duration: 156.031095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:51.905551Z","caller":"traceutil/trace.go:171","msg":"trace[548389175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5677; }","duration":"136.010419ms","start":"2026-04-28T03:35:51.769526Z","end":"2026-04-28T03:35:51.905537Z","steps":["trace[548389175] 'agreement among raft nodes before linearized reading' (duration: 135.499407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:51.905615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.853822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:51.905665Z","caller":"traceutil/trace.go:171","msg":"trace[1504241568] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5677; }","duration":"218.545519ms","start":"2026-04-28T03:35:51.687107Z","end":"2026-04-28T03:35:51.905653Z","steps":["trace[1504241568] 'agreement among raft nodes before linearized reading' (duration: 217.30472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.047147Z","caller":"traceutil/trace.go:171","msg":"trace[1545089569] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6036; }","duration":"205.932061ms","start":"2026-04-28T03:35:57.841189Z","end":"2026-04-28T03:35:58.047121Z","steps":["trace[1545089569] 'read index received' (duration: 205.786938ms)","trace[1545089569] 'applied index is now lower than readState.Index' (duration: 143.823µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:58.047208Z","caller":"traceutil/trace.go:171","msg":"trace[190961644] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"229.690063ms","start":"2026-04-28T03:35:57.817497Z","end":"2026-04-28T03:35:58.047188Z","steps":["trace[190961644] 'process raft request' (duration: 229.451898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.04739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.190608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:35:58.047458Z","caller":"traceutil/trace.go:171","msg":"trace[1018189578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5707; }","duration":"206.30294ms","start":"2026-04-28T03:35:57.841135Z","end":"2026-04-28T03:35:58.047438Z","steps":["trace[1018189578] 'agreement among raft nodes before linearized reading' (duration: 206.123316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.138302Z","caller":"traceutil/trace.go:171","msg":"trace[1578500687] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"210.365832ms","start":"2026-04-28T03:35:57.927884Z","end":"2026-04-28T03:35:58.138249Z","steps":["trace[1578500687] 'process raft request' (duration: 188.034843ms)","trace[1578500687] 'compare' (duration: 22.072863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:58.138736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.670376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:35:58.138817Z","caller":"traceutil/trace.go:171","msg":"trace[329751344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5710; }","duration":"173.772208ms","start":"2026-04-28T03:35:57.965027Z","end":"2026-04-28T03:35:58.138799Z","steps":["trace[329751344] 'agreement among raft nodes before linearized reading' (duration: 173.544043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.138942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.68318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:35:58.138985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.553327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:35:58.139022Z","caller":"traceutil/trace.go:171","msg":"trace[1111598495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5710; }","duration":"174.818433ms","start":"2026-04-28T03:35:57.964189Z","end":"2026-04-28T03:35:58.139007Z","steps":["trace[1111598495] 'agreement among raft nodes before linearized reading' (duration: 174.573807ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.139019Z","caller":"traceutil/trace.go:171","msg":"trace[1061450384] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"210.261399ms","start":"2026-04-28T03:35:57.928726Z","end":"2026-04-28T03:35:58.138987Z","steps":["trace[1061450384] 'process raft request' (duration: 209.753298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.13906Z","caller":"traceutil/trace.go:171","msg":"trace[876998023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5710; }","duration":"174.661089ms","start":"2026-04-28T03:35:57.964383Z","end":"2026-04-28T03:35:58.139044Z","steps":["trace[876998023] 'agreement among raft nodes before linearized reading' (duration: 174.418814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.139072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.608868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:35:58.139175Z","caller":"traceutil/trace.go:171","msg":"trace[766834290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5710; }","duration":"174.772702ms","start":"2026-04-28T03:35:57.964379Z","end":"2026-04-28T03:35:58.139152Z","steps":["trace[766834290] 'agreement among raft nodes before linearized reading' (duration: 174.548747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.139306Z","caller":"traceutil/trace.go:171","msg":"trace[314679243] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"211.187451ms","start":"2026-04-28T03:35:57.928103Z","end":"2026-04-28T03:35:58.13929Z","steps":["trace[314679243] 'process raft request' (duration: 210.026404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.139349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.12416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:35:58.139442Z","caller":"traceutil/trace.go:171","msg":"trace[891959195] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5710; }","duration":"175.250823ms","start":"2026-04-28T03:35:57.964175Z","end":"2026-04-28T03:35:58.139426Z","steps":["trace[891959195] 'agreement among raft nodes before linearized reading' (duration: 174.723241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.139755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.294555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:35:58.139796Z","caller":"traceutil/trace.go:171","msg":"trace[192549518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5710; }","duration":"208.398647ms","start":"2026-04-28T03:35:57.931387Z","end":"2026-04-28T03:35:58.139786Z","steps":["trace[192549518] 'agreement among raft nodes before linearized reading' (duration: 207.145399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:58.139773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.478498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:35:58.139865Z","caller":"traceutil/trace.go:171","msg":"trace[2005037502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5710; }","duration":"175.59142ms","start":"2026-04-28T03:35:57.964238Z","end":"2026-04-28T03:35:58.139829Z","steps":["trace[2005037502] 'agreement among raft nodes before linearized reading' (duration: 174.512946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:58.701347Z","caller":"traceutil/trace.go:171","msg":"trace[1722581213] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"163.246759ms","start":"2026-04-28T03:35:58.53807Z","end":"2026-04-28T03:35:58.701317Z","steps":["trace[1722581213] 'process raft request' (duration: 163.087355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:08.963433Z","caller":"traceutil/trace.go:171","msg":"trace[1547807096] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"102.849453ms","start":"2026-04-28T03:36:08.860558Z","end":"2026-04-28T03:36:08.963407Z","steps":["trace[1547807096] 'process raft request' (duration: 102.71407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:09.191943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.433109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:09.192031Z","caller":"traceutil/trace.go:171","msg":"trace[587123261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5780; }","duration":"144.539092ms","start":"2026-04-28T03:36:09.047472Z","end":"2026-04-28T03:36:09.192011Z","steps":["trace[587123261] 'range keys from in-memory index tree' (duration: 144.348908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.192089Z","caller":"traceutil/trace.go:171","msg":"trace[250079537] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"108.348817ms","start":"2026-04-28T03:36:10.083722Z","end":"2026-04-28T03:36:10.192071Z","steps":["trace[250079537] 'process raft request' (duration: 108.187104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.372376Z","caller":"traceutil/trace.go:171","msg":"trace[307226192] linearizableReadLoop","detail":"{readStateIndex:6118; appliedIndex:6115; }","duration":"158.994132ms","start":"2026-04-28T03:36:10.213354Z","end":"2026-04-28T03:36:10.372348Z","steps":["trace[307226192] 'read index received' (duration: 158.663935ms)","trace[307226192] 'applied index is now lower than readState.Index' (duration: 328.607µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:10.372508Z","caller":"traceutil/trace.go:171","msg":"trace[1484152045] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"189.923176ms","start":"2026-04-28T03:36:10.182574Z","end":"2026-04-28T03:36:10.372497Z","steps":["trace[1484152045] 'process raft request' (duration: 189.444266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.372649Z","caller":"traceutil/trace.go:171","msg":"trace[213275429] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"183.394308ms","start":"2026-04-28T03:36:10.189246Z","end":"2026-04-28T03:36:10.37264Z","steps":["trace[213275429] 'process raft request' (duration: 182.952569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.372729Z","caller":"traceutil/trace.go:171","msg":"trace[1414459278] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"183.346117ms","start":"2026-04-28T03:36:10.189375Z","end":"2026-04-28T03:36:10.372721Z","steps":["trace[1414459278] 'process raft request' (duration: 182.868527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.372982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.73542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-04-28T03:36:10.373148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.613354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:36:10.373258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.545546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:36:10.373299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.919213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:36:10.373353Z","caller":"traceutil/trace.go:171","msg":"trace[528045103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5785; }","duration":"127.71009ms","start":"2026-04-28T03:36:10.245622Z","end":"2026-04-28T03:36:10.373332Z","steps":["trace[528045103] 'agreement among raft nodes before linearized reading' (duration: 127.401353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.373393Z","caller":"traceutil/trace.go:171","msg":"trace[2052687254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5785; }","duration":"160.063016ms","start":"2026-04-28T03:36:10.213309Z","end":"2026-04-28T03:36:10.373372Z","steps":["trace[2052687254] 'agreement among raft nodes before linearized reading' (duration: 159.81379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.373077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.231397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:36:10.373378Z","caller":"traceutil/trace.go:171","msg":"trace[1164147827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5785; }","duration":"126.834568ms","start":"2026-04-28T03:36:10.246474Z","end":"2026-04-28T03:36:10.373308Z","steps":["trace[1164147827] 'agreement among raft nodes before linearized reading' (duration: 126.45621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.373449Z","caller":"traceutil/trace.go:171","msg":"trace[586455358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5785; }","duration":"130.663026ms","start":"2026-04-28T03:36:10.242773Z","end":"2026-04-28T03:36:10.373436Z","steps":["trace[586455358] 'agreement among raft nodes before linearized reading' (duration: 130.076893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.373172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.641912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:36:10.373545Z","caller":"traceutil/trace.go:171","msg":"trace[1564796194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5785; }","duration":"126.032381ms","start":"2026-04-28T03:36:10.247489Z","end":"2026-04-28T03:36:10.373521Z","steps":["trace[1564796194] 'agreement among raft nodes before linearized reading' (duration: 125.576491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.373254Z","caller":"traceutil/trace.go:171","msg":"trace[1104559751] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5785; }","duration":"117.035216ms","start":"2026-04-28T03:36:10.256203Z","end":"2026-04-28T03:36:10.373238Z","steps":["trace[1104559751] 'agreement among raft nodes before linearized reading' (duration: 116.639077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.373252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.423971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:36:10.374654Z","caller":"traceutil/trace.go:171","msg":"trace[826719768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5785; }","duration":"112.966663ms","start":"2026-04-28T03:36:10.260787Z","end":"2026-04-28T03:36:10.373754Z","steps":["trace[826719768] 'agreement among raft nodes before linearized reading' (duration: 112.35813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.744544Z","caller":"traceutil/trace.go:171","msg":"trace[822025790] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"366.267883ms","start":"2026-04-28T03:36:10.378256Z","end":"2026-04-28T03:36:10.744524Z","steps":["trace[822025790] 'process raft request' (duration: 290.211511ms)","trace[822025790] 'compare' (duration: 75.928379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:10.744691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.378227Z","time spent":"366.406657ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:10.744908Z","caller":"traceutil/trace.go:171","msg":"trace[1156036968] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"366.653493ms","start":"2026-04-28T03:36:10.378243Z","end":"2026-04-28T03:36:10.744897Z","steps":["trace[1156036968] 'process raft request' (duration: 366.247922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.744966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.378228Z","time spent":"366.710863ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:10.745036Z","caller":"traceutil/trace.go:171","msg":"trace[1532969417] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"366.687863ms","start":"2026-04-28T03:36:10.378341Z","end":"2026-04-28T03:36:10.745029Z","steps":["trace[1532969417] 'process raft request' (duration: 366.453798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:10.745007Z","caller":"traceutil/trace.go:171","msg":"trace[1962783524] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6118; }","duration":"366.605891ms","start":"2026-04-28T03:36:10.378374Z","end":"2026-04-28T03:36:10.74498Z","steps":["trace[1962783524] 'read index received' (duration: 62.245808ms)","trace[1962783524] 'applied index is now lower than readState.Index' (duration: 304.359133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:10.745078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.378314Z","time spent":"366.744284ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:10.745165Z","caller":"traceutil/trace.go:171","msg":"trace[1676049267] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"366.632172ms","start":"2026-04-28T03:36:10.378508Z","end":"2026-04-28T03:36:10.74514Z","steps":["trace[1676049267] 'process raft request' (duration: 366.426427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.745207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.429505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:10.745271Z","caller":"traceutil/trace.go:171","msg":"trace[1510470585] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5790; }","duration":"171.513637ms","start":"2026-04-28T03:36:10.573744Z","end":"2026-04-28T03:36:10.745258Z","steps":["trace[1510470585] 'agreement among raft nodes before linearized reading' (duration: 171.398804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.745376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.378499Z","time spent":"366.762065ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:10.745419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.027781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142460"} {"level":"info","ts":"2026-04-28T03:36:10.745481Z","caller":"traceutil/trace.go:171","msg":"trace[1234433622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5790; }","duration":"367.119893ms","start":"2026-04-28T03:36:10.378347Z","end":"2026-04-28T03:36:10.745467Z","steps":["trace[1234433622] 'agreement among raft nodes before linearized reading' (duration: 366.780986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.745516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.020895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142460"} {"level":"warn","ts":"2026-04-28T03:36:10.745547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.378337Z","time spent":"367.191235ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142483,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:36:10.745565Z","caller":"traceutil/trace.go:171","msg":"trace[2052288071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5790; }","duration":"365.071626ms","start":"2026-04-28T03:36:10.38048Z","end":"2026-04-28T03:36:10.745552Z","steps":["trace[2052288071] 'agreement among raft nodes before linearized reading' (duration: 364.659407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:10.745612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:10.380448Z","time spent":"365.155778ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142483,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:36:12.624901Z","caller":"traceutil/trace.go:171","msg":"trace[1477053035] linearizableReadLoop","detail":"{readStateIndex:6125; appliedIndex:6124; }","duration":"246.434765ms","start":"2026-04-28T03:36:12.378439Z","end":"2026-04-28T03:36:12.624873Z","steps":["trace[1477053035] 'read index received' (duration: 156.790302ms)","trace[1477053035] 'applied index is now lower than readState.Index' (duration: 89.643083ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:12.624981Z","caller":"traceutil/trace.go:171","msg":"trace[135460830] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"246.606598ms","start":"2026-04-28T03:36:12.378323Z","end":"2026-04-28T03:36:12.62493Z","steps":["trace[135460830] 'process raft request' (duration: 156.889934ms)","trace[135460830] 'compare' (duration: 89.53117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:12.625135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.6723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:36:12.625224Z","caller":"traceutil/trace.go:171","msg":"trace[1303742184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5792; }","duration":"246.810123ms","start":"2026-04-28T03:36:12.378389Z","end":"2026-04-28T03:36:12.625199Z","steps":["trace[1303742184] 'agreement among raft nodes before linearized reading' (duration: 246.624169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:12.715963Z","caller":"traceutil/trace.go:171","msg":"trace[2129956797] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"336.432394ms","start":"2026-04-28T03:36:12.379502Z","end":"2026-04-28T03:36:12.715935Z","steps":["trace[2129956797] 'process raft request' (duration: 336.23483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:12.715968Z","caller":"traceutil/trace.go:171","msg":"trace[252094540] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"336.263011ms","start":"2026-04-28T03:36:12.379683Z","end":"2026-04-28T03:36:12.715946Z","steps":["trace[252094540] 'process raft request' (duration: 336.191749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:12.716101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.379485Z","time spent":"336.543286ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:12.716186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.379622Z","time spent":"336.480885ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:12.716702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.603759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:36:12.71683Z","caller":"traceutil/trace.go:171","msg":"trace[1480140303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5794; }","duration":"272.772174ms","start":"2026-04-28T03:36:12.444039Z","end":"2026-04-28T03:36:12.716811Z","steps":["trace[1480140303] 'agreement among raft nodes before linearized reading' (duration: 271.874723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.066379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.673828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:13.066502Z","caller":"traceutil/trace.go:171","msg":"trace[1471392664] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6127; }","duration":"316.689475ms","start":"2026-04-28T03:36:12.749794Z","end":"2026-04-28T03:36:13.066484Z","steps":["trace[1471392664] 'read index received' (duration: 116.905504ms)","trace[1471392664] 'applied index is now lower than readState.Index' (duration: 199.781841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:13.06675Z","caller":"traceutil/trace.go:171","msg":"trace[428266795] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"344.238871ms","start":"2026-04-28T03:36:12.722479Z","end":"2026-04-28T03:36:13.066718Z","steps":["trace[428266795] 'process raft request' (duration: 144.150194ms)","trace[428266795] 'compare' (duration: 199.555796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:13.066848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.043773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:36:13.066864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.977631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:36:13.066883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.708291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:36:13.066897Z","caller":"traceutil/trace.go:171","msg":"trace[904757554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5795; }","duration":"317.123594ms","start":"2026-04-28T03:36:12.749759Z","end":"2026-04-28T03:36:13.066883Z","steps":["trace[904757554] 'agreement among raft nodes before linearized reading' (duration: 316.983121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.066899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.722455Z","time spent":"344.367945ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:13.066939Z","caller":"traceutil/trace.go:171","msg":"trace[1224381551] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:5795; }","duration":"311.797784ms","start":"2026-04-28T03:36:12.755127Z","end":"2026-04-28T03:36:13.066925Z","steps":["trace[1224381551] 'agreement among raft nodes before linearized reading' (duration: 311.583908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:13.06694Z","caller":"traceutil/trace.go:171","msg":"trace[133658328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5795; }","duration":"317.077375ms","start":"2026-04-28T03:36:12.74984Z","end":"2026-04-28T03:36:13.066917Z","steps":["trace[133658328] 'agreement among raft nodes before linearized reading' (duration: 316.867919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.06695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.749746Z","time spent":"317.191787ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:36:13.066975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.755114Z","time spent":"311.852875ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"warn","ts":"2026-04-28T03:36:13.067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.749831Z","time spent":"317.152416ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:13.066967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.724087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:36:13.067234Z","caller":"traceutil/trace.go:171","msg":"trace[1592755230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5795; }","duration":"317.070975ms","start":"2026-04-28T03:36:12.750147Z","end":"2026-04-28T03:36:13.067175Z","steps":["trace[1592755230] 'agreement among raft nodes before linearized reading' (duration: 316.713586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.06726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.293009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:36:13.067297Z","caller":"traceutil/trace.go:171","msg":"trace[960739767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5795; }","duration":"317.35337ms","start":"2026-04-28T03:36:12.749933Z","end":"2026-04-28T03:36:13.067286Z","steps":["trace[960739767] 'agreement among raft nodes before linearized reading' (duration: 317.180146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.067293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.750113Z","time spent":"317.164346ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:13.06727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.578692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:36:13.067334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.749921Z","time spent":"317.406842ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:36:13.067433Z","caller":"traceutil/trace.go:171","msg":"trace[869085101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:5795; }","duration":"312.787476ms","start":"2026-04-28T03:36:12.754627Z","end":"2026-04-28T03:36:13.067414Z","steps":["trace[869085101] 'agreement among raft nodes before linearized reading' (duration: 312.367927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.067501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:12.754614Z","time spent":"312.868878ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:36:13.441705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.294167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:13.442157Z","caller":"traceutil/trace.go:171","msg":"trace[1550599693] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"368.549274ms","start":"2026-04-28T03:36:13.073577Z","end":"2026-04-28T03:36:13.442126Z","steps":["trace[1550599693] 'process raft request' (duration: 111.712895ms)","trace[1550599693] 'compare' (duration: 256.144224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:13.442312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:13.073567Z","time spent":"368.660767ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:13.442456Z","caller":"traceutil/trace.go:171","msg":"trace[296087135] linearizableReadLoop","detail":"{readStateIndex:6132; appliedIndex:6128; }","duration":"366.9838ms","start":"2026-04-28T03:36:13.075233Z","end":"2026-04-28T03:36:13.442217Z","steps":["trace[296087135] 'read index received' (duration: 54.529403ms)","trace[296087135] 'applied index is now lower than readState.Index' (duration: 312.452626ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:13.44254Z","caller":"traceutil/trace.go:171","msg":"trace[1685033411] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"368.523184ms","start":"2026-04-28T03:36:13.07371Z","end":"2026-04-28T03:36:13.442233Z","steps":["trace[1685033411] 'process raft request' (duration: 368.34354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:13.442582Z","caller":"traceutil/trace.go:171","msg":"trace[661566838] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"368.393992ms","start":"2026-04-28T03:36:13.073959Z","end":"2026-04-28T03:36:13.442353Z","steps":["trace[661566838] 'process raft request' (duration: 368.184226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.442602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:13.0737Z","time spent":"368.867892ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:13.442688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:13.073946Z","time spent":"368.684869ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:13.442738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.464691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142460"} {"level":"info","ts":"2026-04-28T03:36:13.44283Z","caller":"traceutil/trace.go:171","msg":"trace[1780409211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5799; }","duration":"367.593604ms","start":"2026-04-28T03:36:13.07522Z","end":"2026-04-28T03:36:13.442813Z","steps":["trace[1780409211] 'agreement among raft nodes before linearized reading' (duration: 367.132614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:13.442879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:13.075214Z","time spent":"367.657965ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142483,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:36:14.457548Z","caller":"traceutil/trace.go:171","msg":"trace[1460830525] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"202.766238ms","start":"2026-04-28T03:36:14.254764Z","end":"2026-04-28T03:36:14.45753Z","steps":["trace[1460830525] 'process raft request' (duration: 202.639316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:14.483616Z","caller":"traceutil/trace.go:171","msg":"trace[1218795926] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"193.943398ms","start":"2026-04-28T03:36:14.289629Z","end":"2026-04-28T03:36:14.483572Z","steps":["trace[1218795926] 'process raft request' (duration: 193.453867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:25.752178Z","caller":"traceutil/trace.go:171","msg":"trace[329787074] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"164.801634ms","start":"2026-04-28T03:36:25.587347Z","end":"2026-04-28T03:36:25.752148Z","steps":["trace[329787074] 'process raft request' (duration: 122.06414ms)","trace[329787074] 'compare' (duration: 42.483368ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:40.963878Z","caller":"traceutil/trace.go:171","msg":"trace[1466885653] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"107.142471ms","start":"2026-04-28T03:36:40.8567Z","end":"2026-04-28T03:36:40.963843Z","steps":["trace[1466885653] 'process raft request' (duration: 45.431085ms)","trace[1466885653] 'compare' (duration: 61.577963ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:42.78952Z","caller":"traceutil/trace.go:171","msg":"trace[14276889] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"115.357319ms","start":"2026-04-28T03:36:42.674134Z","end":"2026-04-28T03:36:42.789491Z","steps":["trace[14276889] 'process raft request' (duration: 115.054421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:42.961164Z","caller":"traceutil/trace.go:171","msg":"trace[1233866972] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"157.18995ms","start":"2026-04-28T03:36:42.803937Z","end":"2026-04-28T03:36:42.961127Z","steps":["trace[1233866972] 'process raft request' (duration: 156.870033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:42.961788Z","caller":"traceutil/trace.go:171","msg":"trace[646464614] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"157.704683ms","start":"2026-04-28T03:36:42.804056Z","end":"2026-04-28T03:36:42.961761Z","steps":["trace[646464614] 'process raft request' (duration: 156.988566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:42.962079Z","caller":"traceutil/trace.go:171","msg":"trace[367359742] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"157.899716ms","start":"2026-04-28T03:36:42.804163Z","end":"2026-04-28T03:36:42.962062Z","steps":["trace[367359742] 'process raft request' (duration: 157.311573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:42.962578Z","caller":"traceutil/trace.go:171","msg":"trace[1459626029] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"148.589565ms","start":"2026-04-28T03:36:42.813952Z","end":"2026-04-28T03:36:42.962542Z","steps":["trace[1459626029] 'process raft request' (duration: 148.454622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:42.962607Z","caller":"traceutil/trace.go:171","msg":"trace[631470196] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"158.322956ms","start":"2026-04-28T03:36:42.804254Z","end":"2026-04-28T03:36:42.962577Z","steps":["trace[631470196] 'process raft request' (duration: 157.727033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:43.018351Z","caller":"traceutil/trace.go:171","msg":"trace[1846221684] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"145.869943ms","start":"2026-04-28T03:36:42.872451Z","end":"2026-04-28T03:36:43.018321Z","steps":["trace[1846221684] 'process raft request' (duration: 145.678389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:43.091806Z","caller":"traceutil/trace.go:171","msg":"trace[808546690] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6429; }","duration":"101.815749ms","start":"2026-04-28T03:36:42.989964Z","end":"2026-04-28T03:36:43.09178Z","steps":["trace[808546690] 'read index received' (duration: 28.11474ms)","trace[808546690] 'applied index is now lower than readState.Index' (duration: 73.699769ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:43.092002Z","caller":"traceutil/trace.go:171","msg":"trace[2022719385] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"107.404497ms","start":"2026-04-28T03:36:42.984488Z","end":"2026-04-28T03:36:43.091892Z","steps":["trace[2022719385] 'process raft request' (duration: 72.291157ms)","trace[2022719385] 'compare' (duration: 34.842004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:43.092177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.160928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:36:43.092259Z","caller":"traceutil/trace.go:171","msg":"trace[1984129354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6090; }","duration":"102.321181ms","start":"2026-04-28T03:36:42.989921Z","end":"2026-04-28T03:36:43.092243Z","steps":["trace[1984129354] 'agreement among raft nodes before linearized reading' (duration: 102.004163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:43.238862Z","caller":"traceutil/trace.go:171","msg":"trace[478841800] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"134.709769ms","start":"2026-04-28T03:36:43.104124Z","end":"2026-04-28T03:36:43.238834Z","steps":["trace[478841800] 'process raft request' (duration: 109.628347ms)","trace[478841800] 'compare' (duration: 24.961219ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:51.303783Z","caller":"traceutil/trace.go:171","msg":"trace[1146040796] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"139.801775ms","start":"2026-04-28T03:36:51.163957Z","end":"2026-04-28T03:36:51.303759Z","steps":["trace[1146040796] 'process raft request' (duration: 139.10982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:54.849369Z","caller":"traceutil/trace.go:171","msg":"trace[1345235904] linearizableReadLoop","detail":"{readStateIndex:6592; appliedIndex:6591; }","duration":"125.229022ms","start":"2026-04-28T03:36:54.724114Z","end":"2026-04-28T03:36:54.849343Z","steps":["trace[1345235904] 'read index received' (duration: 125.079869ms)","trace[1345235904] 'applied index is now lower than readState.Index' (duration: 147.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:54.849429Z","caller":"traceutil/trace.go:171","msg":"trace[930416146] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"127.348412ms","start":"2026-04-28T03:36:54.722056Z","end":"2026-04-28T03:36:54.849404Z","steps":["trace[930416146] 'process raft request' (duration: 127.140946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:54.849601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.468169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:36:54.849645Z","caller":"traceutil/trace.go:171","msg":"trace[812659630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6247; }","duration":"125.564731ms","start":"2026-04-28T03:36:54.724067Z","end":"2026-04-28T03:36:54.849631Z","steps":["trace[812659630] 'agreement among raft nodes before linearized reading' (duration: 125.418418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:57.258276Z","caller":"traceutil/trace.go:171","msg":"trace[1005542798] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"314.054695ms","start":"2026-04-28T03:36:56.944185Z","end":"2026-04-28T03:36:57.25824Z","steps":["trace[1005542798] 'process raft request' (duration: 244.415159ms)","trace[1005542798] 'compare' (duration: 69.490372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:57.258527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.94416Z","time spent":"314.257289ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:57.288665Z","caller":"traceutil/trace.go:171","msg":"trace[785941752] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"240.848476ms","start":"2026-04-28T03:36:57.047796Z","end":"2026-04-28T03:36:57.288644Z","steps":["trace[785941752] 'process raft request' (duration: 240.770414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:57.288665Z","caller":"traceutil/trace.go:171","msg":"trace[355367307] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"301.044837ms","start":"2026-04-28T03:36:56.987586Z","end":"2026-04-28T03:36:57.288631Z","steps":["trace[355367307] 'process raft request' (duration: 300.856153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.288831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:56.987534Z","time spent":"301.20811ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:57.289042Z","caller":"traceutil/trace.go:171","msg":"trace[1978915436] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"207.512557ms","start":"2026-04-28T03:36:57.081486Z","end":"2026-04-28T03:36:57.288998Z","steps":["trace[1978915436] 'process raft request' (duration: 207.124338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:57.53428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.813082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:36:57.534459Z","caller":"traceutil/trace.go:171","msg":"trace[1220580368] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"200.534249ms","start":"2026-04-28T03:36:57.333886Z","end":"2026-04-28T03:36:57.53442Z","steps":["trace[1220580368] 'process raft request' (duration: 43.43561ms)","trace[1220580368] 'compare' (duration: 156.6941ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:02.149242Z","caller":"traceutil/trace.go:171","msg":"trace[1178460190] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"116.083308ms","start":"2026-04-28T03:37:02.033133Z","end":"2026-04-28T03:37:02.149216Z","steps":["trace[1178460190] 'process raft request' (duration: 115.910324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:02.213097Z","caller":"traceutil/trace.go:171","msg":"trace[965686142] linearizableReadLoop","detail":"{readStateIndex:6645; appliedIndex:6643; }","duration":"165.072196ms","start":"2026-04-28T03:37:02.048005Z","end":"2026-04-28T03:37:02.213077Z","steps":["trace[965686142] 'read index received' (duration: 101.128619ms)","trace[965686142] 'applied index is now lower than readState.Index' (duration: 63.942637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:02.213406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.386293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:02.213447Z","caller":"traceutil/trace.go:171","msg":"trace[1477433307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6299; }","duration":"165.473125ms","start":"2026-04-28T03:37:02.047963Z","end":"2026-04-28T03:37:02.213436Z","steps":["trace[1477433307] 'agreement among raft nodes before linearized reading' (duration: 165.388683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:02.213452Z","caller":"traceutil/trace.go:171","msg":"trace[1696778095] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"166.417506ms","start":"2026-04-28T03:37:02.046924Z","end":"2026-04-28T03:37:02.213342Z","steps":["trace[1696778095] 'process raft request' (duration: 166.002627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.203917Z","caller":"traceutil/trace.go:171","msg":"trace[1945135605] linearizableReadLoop","detail":"{readStateIndex:6687; appliedIndex:6686; }","duration":"156.304998ms","start":"2026-04-28T03:37:07.047579Z","end":"2026-04-28T03:37:07.203884Z","steps":["trace[1945135605] 'read index received' (duration: 156.124754ms)","trace[1945135605] 'applied index is now lower than readState.Index' (duration: 179.024µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:07.204096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.510923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:07.204142Z","caller":"traceutil/trace.go:171","msg":"trace[1435013663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6340; }","duration":"156.618846ms","start":"2026-04-28T03:37:07.047512Z","end":"2026-04-28T03:37:07.204131Z","steps":["trace[1435013663] 'agreement among raft nodes before linearized reading' (duration: 156.496933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.20464Z","caller":"traceutil/trace.go:171","msg":"trace[408783944] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"193.358427ms","start":"2026-04-28T03:37:07.011264Z","end":"2026-04-28T03:37:07.204623Z","steps":["trace[408783944] 'process raft request' (duration: 192.497007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:07.423076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.482697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:07.423146Z","caller":"traceutil/trace.go:171","msg":"trace[460674876] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6340; }","duration":"116.59182ms","start":"2026-04-28T03:37:07.306537Z","end":"2026-04-28T03:37:07.423129Z","steps":["trace[460674876] 'count revisions from in-memory index tree' (duration: 116.425905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:07.847829Z","caller":"traceutil/trace.go:171","msg":"trace[675783536] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"102.0386ms","start":"2026-04-28T03:37:07.745766Z","end":"2026-04-28T03:37:07.847805Z","steps":["trace[675783536] 'read index received' (duration: 101.767453ms)","trace[675783536] 'applied index is now lower than readState.Index' (duration: 270.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:07.847946Z","caller":"traceutil/trace.go:171","msg":"trace[233804791] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"102.534571ms","start":"2026-04-28T03:37:07.7454Z","end":"2026-04-28T03:37:07.847935Z","steps":["trace[233804791] 'process raft request' (duration: 102.223143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:07.84848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.691655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:179850"} {"level":"info","ts":"2026-04-28T03:37:07.848568Z","caller":"traceutil/trace.go:171","msg":"trace[2038495002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6346; }","duration":"102.786227ms","start":"2026-04-28T03:37:07.745762Z","end":"2026-04-28T03:37:07.848548Z","steps":["trace[2038495002] 'agreement among raft nodes before linearized reading' (duration: 102.331837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.169519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.612586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:08.169882Z","caller":"traceutil/trace.go:171","msg":"trace[750877879] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"238.278513ms","start":"2026-04-28T03:37:07.931538Z","end":"2026-04-28T03:37:08.169817Z","steps":["trace[750877879] 'process raft request' (duration: 238.104409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.169972Z","caller":"traceutil/trace.go:171","msg":"trace[1208411471] linearizableReadLoop","detail":"{readStateIndex:6694; appliedIndex:6693; }","duration":"302.559689ms","start":"2026-04-28T03:37:07.867386Z","end":"2026-04-28T03:37:08.169946Z","steps":["trace[1208411471] 'read index received' (duration: 76.4478ms)","trace[1208411471] 'applied index is now lower than readState.Index' (duration: 226.109659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:08.169877Z","caller":"traceutil/trace.go:171","msg":"trace[957436701] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"319.758858ms","start":"2026-04-28T03:37:07.850083Z","end":"2026-04-28T03:37:08.169842Z","steps":["trace[957436701] 'process raft request' (duration: 93.735342ms)","trace[957436701] 'compare' (duration: 225.438052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:08.170143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.85006Z","time spent":"320.000664ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:08.170188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.788764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:37:08.170209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.680978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:37:08.170224Z","caller":"traceutil/trace.go:171","msg":"trace[1821356911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6348; }","duration":"302.864537ms","start":"2026-04-28T03:37:07.867351Z","end":"2026-04-28T03:37:08.170216Z","steps":["trace[1821356911] 'agreement among raft nodes before linearized reading' (duration: 302.705523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.170242Z","caller":"traceutil/trace.go:171","msg":"trace[1303642464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6348; }","duration":"179.753699ms","start":"2026-04-28T03:37:07.990479Z","end":"2026-04-28T03:37:08.170232Z","steps":["trace[1303642464] 'agreement among raft nodes before linearized reading' (duration: 179.599146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.170254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:07.867335Z","time spent":"302.912598ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:37:08.170252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.302545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-qzh58\" ","response":"range_response_count:1 size:7254"} {"level":"info","ts":"2026-04-28T03:37:08.170333Z","caller":"traceutil/trace.go:171","msg":"trace[1931670976] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-qzh58; range_end:; response_count:1; response_revision:6348; }","duration":"117.406108ms","start":"2026-04-28T03:37:08.052897Z","end":"2026-04-28T03:37:08.170303Z","steps":["trace[1931670976] 'agreement among raft nodes before linearized reading' (duration: 117.199943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.170254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.08672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:37:08.170433Z","caller":"traceutil/trace.go:171","msg":"trace[1339678677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6348; }","duration":"151.301305ms","start":"2026-04-28T03:37:08.019114Z","end":"2026-04-28T03:37:08.170415Z","steps":["trace[1339678677] 'agreement among raft nodes before linearized reading' (duration: 150.995058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.17043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.305929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:37:08.170505Z","caller":"traceutil/trace.go:171","msg":"trace[1561477798] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:6348; }","duration":"168.390891ms","start":"2026-04-28T03:37:08.002095Z","end":"2026-04-28T03:37:08.170486Z","steps":["trace[1561477798] 'agreement among raft nodes before linearized reading' (duration: 168.110035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.32442Z","caller":"traceutil/trace.go:171","msg":"trace[879466770] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"149.945205ms","start":"2026-04-28T03:37:08.174449Z","end":"2026-04-28T03:37:08.324394Z","steps":["trace[879466770] 'process raft request' (duration: 149.509664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.324683Z","caller":"traceutil/trace.go:171","msg":"trace[1882628203] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"149.131646ms","start":"2026-04-28T03:37:08.175522Z","end":"2026-04-28T03:37:08.324654Z","steps":["trace[1882628203] 'process raft request' (duration: 148.612024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:08.324969Z","caller":"traceutil/trace.go:171","msg":"trace[1460071210] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"144.310577ms","start":"2026-04-28T03:37:08.18063Z","end":"2026-04-28T03:37:08.32494Z","steps":["trace[1460071210] 'process raft request' (duration: 143.800426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.325104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.858282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:37:08.325175Z","caller":"traceutil/trace.go:171","msg":"trace[82877712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6353; }","duration":"115.984825ms","start":"2026-04-28T03:37:08.209173Z","end":"2026-04-28T03:37:08.325158Z","steps":["trace[82877712] 'agreement among raft nodes before linearized reading' (duration: 115.795341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.325873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.527767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:179861"} {"level":"info","ts":"2026-04-28T03:37:08.325944Z","caller":"traceutil/trace.go:171","msg":"trace[564943691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6353; }","duration":"150.610959ms","start":"2026-04-28T03:37:08.175316Z","end":"2026-04-28T03:37:08.325927Z","steps":["trace[564943691] 'agreement among raft nodes before linearized reading' (duration: 150.175999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.740005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.064329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:08.740102Z","caller":"traceutil/trace.go:171","msg":"trace[331787435] linearizableReadLoop","detail":"{readStateIndex:6701; appliedIndex:6700; }","duration":"338.058192ms","start":"2026-04-28T03:37:08.40203Z","end":"2026-04-28T03:37:08.740088Z","steps":["trace[331787435] 'read index received' (duration: 65.875251ms)","trace[331787435] 'applied index is now lower than readState.Index' (duration: 272.181611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:08.74013Z","caller":"traceutil/trace.go:171","msg":"trace[1292585967] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"408.742483ms","start":"2026-04-28T03:37:08.331369Z","end":"2026-04-28T03:37:08.740112Z","steps":["trace[1292585967] 'process raft request' (duration: 136.49989ms)","trace[1292585967] 'compare' (duration: 271.949346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:08.740185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.163205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:37:08.740202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.331348Z","time spent":"408.818424ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:08.740216Z","caller":"traceutil/trace.go:171","msg":"trace[1244969710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6354; }","duration":"338.227767ms","start":"2026-04-28T03:37:08.401979Z","end":"2026-04-28T03:37:08.740207Z","steps":["trace[1244969710] 'agreement among raft nodes before linearized reading' (duration: 338.176166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:08.740251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:08.40196Z","time spent":"338.283148ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:37:09.108731Z","caller":"traceutil/trace.go:171","msg":"trace[1721405518] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"113.484539ms","start":"2026-04-28T03:37:08.995224Z","end":"2026-04-28T03:37:09.108708Z","steps":["trace[1721405518] 'process raft request' (duration: 113.018988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:09.319717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.197596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:09.319805Z","caller":"traceutil/trace.go:171","msg":"trace[1628760175] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"206.201838ms","start":"2026-04-28T03:37:09.113587Z","end":"2026-04-28T03:37:09.319789Z","steps":["trace[1628760175] 'process raft request' (duration: 49.849698ms)","trace[1628760175] 'compare' (duration: 155.818708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:09.357631Z","caller":"traceutil/trace.go:171","msg":"trace[372954782] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"147.986459ms","start":"2026-04-28T03:37:09.209617Z","end":"2026-04-28T03:37:09.357603Z","steps":["trace[372954782] 'process raft request' (duration: 147.770985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:09.933199Z","caller":"traceutil/trace.go:171","msg":"trace[925937862] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6709; }","duration":"101.20686ms","start":"2026-04-28T03:37:09.831969Z","end":"2026-04-28T03:37:09.933176Z","steps":["trace[925937862] 'read index received' (duration: 11.982101ms)","trace[925937862] 'applied index is now lower than readState.Index' (duration: 89.223599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:09.933332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.339904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:09.933362Z","caller":"traceutil/trace.go:171","msg":"trace[1491987119] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:6363; }","duration":"101.425445ms","start":"2026-04-28T03:37:09.831926Z","end":"2026-04-28T03:37:09.933351Z","steps":["trace[1491987119] 'agreement among raft nodes before linearized reading' (duration: 101.354564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.30067Z","caller":"traceutil/trace.go:171","msg":"trace[461465876] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"100.145137ms","start":"2026-04-28T03:37:10.200476Z","end":"2026-04-28T03:37:10.300621Z","steps":["trace[461465876] 'process raft request' (duration: 99.934943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.823368Z","caller":"traceutil/trace.go:171","msg":"trace[1138297576] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"247.913452ms","start":"2026-04-28T03:37:10.575426Z","end":"2026-04-28T03:37:10.823339Z","steps":["trace[1138297576] 'process raft request' (duration: 166.869138ms)","trace[1138297576] 'compare' (duration: 80.773048ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:10.823538Z","caller":"traceutil/trace.go:171","msg":"trace[2058599192] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"247.568264ms","start":"2026-04-28T03:37:10.575954Z","end":"2026-04-28T03:37:10.823523Z","steps":["trace[2058599192] 'process raft request' (duration: 247.37307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.823533Z","caller":"traceutil/trace.go:171","msg":"trace[1947675054] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"247.669097ms","start":"2026-04-28T03:37:10.575839Z","end":"2026-04-28T03:37:10.823508Z","steps":["trace[1947675054] 'process raft request' (duration: 247.38621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.823743Z","caller":"traceutil/trace.go:171","msg":"trace[698073475] linearizableReadLoop","detail":"{readStateIndex:6725; appliedIndex:6718; }","duration":"225.903704ms","start":"2026-04-28T03:37:10.597825Z","end":"2026-04-28T03:37:10.823729Z","steps":["trace[698073475] 'read index received' (duration: 19.487971ms)","trace[698073475] 'applied index is now lower than readState.Index' (duration: 206.414653ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:10.823836Z","caller":"traceutil/trace.go:171","msg":"trace[630059168] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"247.850731ms","start":"2026-04-28T03:37:10.575975Z","end":"2026-04-28T03:37:10.823826Z","steps":["trace[630059168] 'process raft request' (duration: 247.434022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.823793Z","caller":"traceutil/trace.go:171","msg":"trace[1189640062] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"247.741678ms","start":"2026-04-28T03:37:10.575964Z","end":"2026-04-28T03:37:10.823705Z","steps":["trace[1189640062] 'process raft request' (duration: 247.400841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:10.823925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.082138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:10.823973Z","caller":"traceutil/trace.go:171","msg":"trace[1807524878] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6377; }","duration":"226.16387ms","start":"2026-04-28T03:37:10.597799Z","end":"2026-04-28T03:37:10.823963Z","steps":["trace[1807524878] 'agreement among raft nodes before linearized reading' (duration: 226.059378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:10.823981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.82834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:37:10.82402Z","caller":"traceutil/trace.go:171","msg":"trace[43581471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6377; }","duration":"213.915472ms","start":"2026-04-28T03:37:10.610093Z","end":"2026-04-28T03:37:10.824009Z","steps":["trace[43581471] 'agreement among raft nodes before linearized reading' (duration: 213.786359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:10.824131Z","caller":"traceutil/trace.go:171","msg":"trace[1174850743] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"234.025517ms","start":"2026-04-28T03:37:10.590094Z","end":"2026-04-28T03:37:10.824119Z","steps":["trace[1174850743] 'process raft request' (duration: 233.528826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:10.824159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.668366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:10.824184Z","caller":"traceutil/trace.go:171","msg":"trace[877750385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6377; }","duration":"122.730028ms","start":"2026-04-28T03:37:10.701445Z","end":"2026-04-28T03:37:10.824175Z","steps":["trace[877750385] 'agreement among raft nodes before linearized reading' (duration: 122.683597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:11.56706Z","caller":"traceutil/trace.go:171","msg":"trace[294951565] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"203.460665ms","start":"2026-04-28T03:37:11.363575Z","end":"2026-04-28T03:37:11.567036Z","steps":["trace[294951565] 'process raft request' (duration: 203.24388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:12.348831Z","caller":"traceutil/trace.go:171","msg":"trace[64915812] linearizableReadLoop","detail":"{readStateIndex:6733; appliedIndex:6732; }","duration":"345.547602ms","start":"2026-04-28T03:37:12.003261Z","end":"2026-04-28T03:37:12.348808Z","steps":["trace[64915812] 'read index received' (duration: 345.182554ms)","trace[64915812] 'applied index is now lower than readState.Index' (duration: 363.258µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:12.348951Z","caller":"traceutil/trace.go:171","msg":"trace[1580054073] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"349.685736ms","start":"2026-04-28T03:37:11.999234Z","end":"2026-04-28T03:37:12.34892Z","steps":["trace[1580054073] 'process raft request' (duration: 349.344369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:12.349123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:11.999211Z","time spent":"349.818859ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:12.349175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.899516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:12.349251Z","caller":"traceutil/trace.go:171","msg":"trace[396224494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6385; }","duration":"303.033869ms","start":"2026-04-28T03:37:12.046199Z","end":"2026-04-28T03:37:12.349233Z","steps":["trace[396224494] 'agreement among raft nodes before linearized reading' (duration: 302.927017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:12.349308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:12.046158Z","time spent":"303.138002ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:37:12.349307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.030492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:179628"} {"level":"info","ts":"2026-04-28T03:37:12.349372Z","caller":"traceutil/trace.go:171","msg":"trace[426298249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6385; }","duration":"346.114994ms","start":"2026-04-28T03:37:12.00324Z","end":"2026-04-28T03:37:12.349355Z","steps":["trace[426298249] 'agreement among raft nodes before linearized reading' (duration: 345.693424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:12.349442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:12.003227Z","time spent":"346.188586ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":179651,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:37:14.050369Z","caller":"traceutil/trace.go:171","msg":"trace[1766451569] linearizableReadLoop","detail":"{readStateIndex:6742; appliedIndex:6741; }","duration":"189.779926ms","start":"2026-04-28T03:37:13.860566Z","end":"2026-04-28T03:37:14.050346Z","steps":["trace[1766451569] 'read index received' (duration: 189.685494ms)","trace[1766451569] 'applied index is now lower than readState.Index' (duration: 93.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:14.050414Z","caller":"traceutil/trace.go:171","msg":"trace[1001223307] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"200.835077ms","start":"2026-04-28T03:37:13.849551Z","end":"2026-04-28T03:37:14.050386Z","steps":["trace[1001223307] 'process raft request' (duration: 200.660043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:14.050532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.95904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:37:14.050558Z","caller":"traceutil/trace.go:171","msg":"trace[676836453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6394; }","duration":"190.043882ms","start":"2026-04-28T03:37:13.860507Z","end":"2026-04-28T03:37:14.050551Z","steps":["trace[676836453] 'agreement among raft nodes before linearized reading' (duration: 189.92319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.695213Z","caller":"traceutil/trace.go:171","msg":"trace[332762553] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"108.309972ms","start":"2026-04-28T03:37:17.58679Z","end":"2026-04-28T03:37:17.6951Z","steps":["trace[332762553] 'process raft request' (duration: 108.127188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.989908Z","caller":"traceutil/trace.go:171","msg":"trace[956800460] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"389.447635ms","start":"2026-04-28T03:37:17.600428Z","end":"2026-04-28T03:37:17.989876Z","steps":["trace[956800460] 'process raft request' (duration: 363.191842ms)","trace[956800460] 'compare' (duration: 26.033048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:17.990127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:17.600414Z","time spent":"389.618809ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:17.990167Z","caller":"traceutil/trace.go:171","msg":"trace[1881311307] linearizableReadLoop","detail":"{readStateIndex:6779; appliedIndex:6777; }","duration":"208.871068ms","start":"2026-04-28T03:37:17.781264Z","end":"2026-04-28T03:37:17.990135Z","steps":["trace[1881311307] 'read index received' (duration: 182.372269ms)","trace[1881311307] 'applied index is now lower than readState.Index' (duration: 26.494709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:17.99013Z","caller":"traceutil/trace.go:171","msg":"trace[1173545135] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"146.053316ms","start":"2026-04-28T03:37:17.844058Z","end":"2026-04-28T03:37:17.990112Z","steps":["trace[1173545135] 'process raft request' (duration: 145.969354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.990323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.056722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa68084af96d3a\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-28T03:37:17.990353Z","caller":"traceutil/trace.go:171","msg":"trace[1588546817] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa68084af96d3a; range_end:; response_count:1; response_revision:6431; }","duration":"209.100254ms","start":"2026-04-28T03:37:17.781246Z","end":"2026-04-28T03:37:17.990346Z","steps":["trace[1588546817] 'agreement among raft nodes before linearized reading' (duration: 208.987661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:17.990493Z","caller":"traceutil/trace.go:171","msg":"trace[1424250518] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"374.150999ms","start":"2026-04-28T03:37:17.616183Z","end":"2026-04-28T03:37:17.990334Z","steps":["trace[1424250518] 'process raft request' (duration: 373.634867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:17.990847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:17.616159Z","time spent":"374.461875ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:18.633429Z","caller":"traceutil/trace.go:171","msg":"trace[466273713] linearizableReadLoop","detail":"{readStateIndex:6787; appliedIndex:6786; }","duration":"183.714289ms","start":"2026-04-28T03:37:18.449694Z","end":"2026-04-28T03:37:18.633408Z","steps":["trace[466273713] 'read index received' (duration: 151.09569ms)","trace[466273713] 'applied index is now lower than readState.Index' (duration: 32.617539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:18.633423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.538336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:37:18.6335Z","caller":"traceutil/trace.go:171","msg":"trace[1217322206] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"189.369077ms","start":"2026-04-28T03:37:18.444088Z","end":"2026-04-28T03:37:18.633458Z","steps":["trace[1217322206] 'process raft request' (duration: 156.760548ms)","trace[1217322206] 'compare' (duration: 32.308712ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:18.633525Z","caller":"traceutil/trace.go:171","msg":"trace[1102340391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6436; }","duration":"218.696471ms","start":"2026-04-28T03:37:18.4148Z","end":"2026-04-28T03:37:18.633497Z","steps":["trace[1102340391] 'range keys from in-memory index tree' (duration: 218.315422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:18.633602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.907953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:37:18.633615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.207236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:37:18.633631Z","caller":"traceutil/trace.go:171","msg":"trace[1441471806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6437; }","duration":"183.971374ms","start":"2026-04-28T03:37:18.449651Z","end":"2026-04-28T03:37:18.633623Z","steps":["trace[1441471806] 'agreement among raft nodes before linearized reading' (duration: 183.858182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.633639Z","caller":"traceutil/trace.go:171","msg":"trace[25723273] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:6437; }","duration":"133.284908ms","start":"2026-04-28T03:37:18.500347Z","end":"2026-04-28T03:37:18.633632Z","steps":["trace[25723273] 'agreement among raft nodes before linearized reading' (duration: 133.177235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:18.633626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.604886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:37:18.633698Z","caller":"traceutil/trace.go:171","msg":"trace[672587214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6437; }","duration":"183.688329ms","start":"2026-04-28T03:37:18.44999Z","end":"2026-04-28T03:37:18.633679Z","steps":["trace[672587214] 'agreement among raft nodes before linearized reading' (duration: 183.528265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:18.633761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.219294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:37:18.633788Z","caller":"traceutil/trace.go:171","msg":"trace[731966431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:6437; }","duration":"178.250205ms","start":"2026-04-28T03:37:18.455531Z","end":"2026-04-28T03:37:18.633781Z","steps":["trace[731966431] 'agreement among raft nodes before linearized reading' (duration: 178.179583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.936665Z","caller":"traceutil/trace.go:171","msg":"trace[1875811540] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"297.184937ms","start":"2026-04-28T03:37:18.639429Z","end":"2026-04-28T03:37:18.936614Z","steps":["trace[1875811540] 'process raft request' (duration: 297.017343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.936815Z","caller":"traceutil/trace.go:171","msg":"trace[2114220644] linearizableReadLoop","detail":"{readStateIndex:6789; appliedIndex:6787; }","duration":"296.42653ms","start":"2026-04-28T03:37:18.640357Z","end":"2026-04-28T03:37:18.936783Z","steps":["trace[2114220644] 'read index received' (duration: 57.815638ms)","trace[2114220644] 'applied index is now lower than readState.Index' (duration: 238.608592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:18.936674Z","caller":"traceutil/trace.go:171","msg":"trace[1068288521] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"295.103569ms","start":"2026-04-28T03:37:18.641537Z","end":"2026-04-28T03:37:18.936641Z","steps":["trace[1068288521] 'process raft request' (duration: 295.014867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:18.936977Z","caller":"traceutil/trace.go:171","msg":"trace[1211170522] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"295.094549ms","start":"2026-04-28T03:37:18.641772Z","end":"2026-04-28T03:37:18.936866Z","steps":["trace[1211170522] 'process raft request' (duration: 294.806173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:18.938454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.086498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:187027"} {"level":"info","ts":"2026-04-28T03:37:18.938559Z","caller":"traceutil/trace.go:171","msg":"trace[392649188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6441; }","duration":"298.245691ms","start":"2026-04-28T03:37:18.640277Z","end":"2026-04-28T03:37:18.938522Z","steps":["trace[392649188] 'agreement among raft nodes before linearized reading' (duration: 296.630174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:18.939179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.786398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:187027"} {"level":"info","ts":"2026-04-28T03:37:18.939301Z","caller":"traceutil/trace.go:171","msg":"trace[1685349313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6441; }","duration":"296.950041ms","start":"2026-04-28T03:37:18.642334Z","end":"2026-04-28T03:37:18.939284Z","steps":["trace[1685349313] 'agreement among raft nodes before linearized reading' (duration: 294.609748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:19.503965Z","caller":"traceutil/trace.go:171","msg":"trace[1247358826] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"313.418303ms","start":"2026-04-28T03:37:19.190521Z","end":"2026-04-28T03:37:19.503939Z","steps":["trace[1247358826] 'process raft request' (duration: 313.240969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:19.504119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.190509Z","time spent":"313.527016ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:19.950542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.016993ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:37:19.95089Z","caller":"traceutil/trace.go:171","msg":"trace[1629182479] linearizableReadLoop","detail":"{readStateIndex:6795; appliedIndex:6793; }","duration":"467.710767ms","start":"2026-04-28T03:37:19.483121Z","end":"2026-04-28T03:37:19.950832Z","steps":["trace[1629182479] 'read index received' (duration: 20.657407ms)","trace[1629182479] 'applied index is now lower than readState.Index' (duration: 447.05019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:19.950915Z","caller":"traceutil/trace.go:171","msg":"trace[172116922] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"250.820707ms","start":"2026-04-28T03:37:19.700071Z","end":"2026-04-28T03:37:19.950892Z","steps":["trace[172116922] 'process raft request' (duration: 250.604053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.041722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.607904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:20.041831Z","caller":"traceutil/trace.go:171","msg":"trace[903297843] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6445; }","duration":"201.733677ms","start":"2026-04-28T03:37:19.840066Z","end":"2026-04-28T03:37:20.041799Z","steps":["trace[903297843] 'agreement among raft nodes before linearized reading' (duration: 111.072885ms)","trace[903297843] 'count revisions from in-memory index tree' (duration: 90.509259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:20.041815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.673956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:37:20.041827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.910756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:20.041917Z","caller":"traceutil/trace.go:171","msg":"trace[27420465] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6445; }","duration":"558.808099ms","start":"2026-04-28T03:37:19.483081Z","end":"2026-04-28T03:37:20.04189Z","steps":["trace[27420465] 'agreement among raft nodes before linearized reading' (duration: 467.923312ms)","trace[27420465] 'range keys from in-memory index tree' (duration: 90.626771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:20.041934Z","caller":"traceutil/trace.go:171","msg":"trace[1124527666] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6445; }","duration":"496.073529ms","start":"2026-04-28T03:37:19.54583Z","end":"2026-04-28T03:37:20.041903Z","steps":["trace[1124527666] 'agreement among raft nodes before linearized reading' (duration: 405.245624ms)","trace[1124527666] 'count revisions from in-memory index tree' (duration: 90.647142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:37:20.041969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.483064Z","time spent":"558.892651ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:37:20.041989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.54581Z","time spent":"496.164531ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:37:20.374946Z","caller":"traceutil/trace.go:171","msg":"trace[1518895668] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"378.823145ms","start":"2026-04-28T03:37:19.996087Z","end":"2026-04-28T03:37:20.374911Z","steps":["trace[1518895668] 'process raft request' (duration: 378.636961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.375107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:19.996065Z","time spent":"378.963838ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:20.411188Z","caller":"traceutil/trace.go:171","msg":"trace[1961230012] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"388.869043ms","start":"2026-04-28T03:37:20.02227Z","end":"2026-04-28T03:37:20.411139Z","steps":["trace[1961230012] 'process raft request' (duration: 388.480224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.411386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.02224Z","time spent":"389.043547ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:37:20.411705Z","caller":"traceutil/trace.go:171","msg":"trace[1736457752] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6796; }","duration":"365.276988ms","start":"2026-04-28T03:37:20.046414Z","end":"2026-04-28T03:37:20.411691Z","steps":["trace[1736457752] 'read index received' (duration: 328.394593ms)","trace[1736457752] 'applied index is now lower than readState.Index' (duration: 36.881485ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:20.411858Z","caller":"traceutil/trace.go:171","msg":"trace[1811299815] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"302.504217ms","start":"2026-04-28T03:37:20.109346Z","end":"2026-04-28T03:37:20.41185Z","steps":["trace[1811299815] 'process raft request' (duration: 301.643718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.411898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.109323Z","time spent":"302.552489ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:37:20.411992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.578035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:37:20.412016Z","caller":"traceutil/trace.go:171","msg":"trace[1577382720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6448; }","duration":"365.633967ms","start":"2026-04-28T03:37:20.046375Z","end":"2026-04-28T03:37:20.412009Z","steps":["trace[1577382720] 'agreement among raft nodes before linearized reading' (duration: 365.593776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.412033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.046358Z","time spent":"365.670897ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:37:20.412185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.079994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-28T03:37:20.412277Z","caller":"traceutil/trace.go:171","msg":"trace[357784216] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:6448; }","duration":"365.198067ms","start":"2026-04-28T03:37:20.047054Z","end":"2026-04-28T03:37:20.412252Z","steps":["trace[357784216] 'agreement among raft nodes before linearized reading' (duration: 364.955182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:20.412334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:37:20.047041Z","time spent":"365.279409ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-28T03:37:20.412364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.582347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:37:20.412388Z","caller":"traceutil/trace.go:171","msg":"trace[5141654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6448; }","duration":"278.639558ms","start":"2026-04-28T03:37:20.133742Z","end":"2026-04-28T03:37:20.412382Z","steps":["trace[5141654] 'agreement among raft nodes before linearized reading' (duration: 278.552486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:20.893681Z","caller":"traceutil/trace.go:171","msg":"trace[1096833070] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"131.62772ms","start":"2026-04-28T03:37:20.762018Z","end":"2026-04-28T03:37:20.893646Z","steps":["trace[1096833070] 'process raft request' (duration: 131.488967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.06521Z","caller":"traceutil/trace.go:171","msg":"trace[1547279473] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"104.738101ms","start":"2026-04-28T03:37:21.96044Z","end":"2026-04-28T03:37:22.065178Z","steps":["trace[1547279473] 'process raft request' (duration: 104.528707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:22.599977Z","caller":"traceutil/trace.go:171","msg":"trace[372901523] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"148.640765ms","start":"2026-04-28T03:37:22.451305Z","end":"2026-04-28T03:37:22.599946Z","steps":["trace[372901523] 'process raft request' (duration: 116.815944ms)","trace[372901523] 'compare' (duration: 31.697938ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:37.895909Z","caller":"traceutil/trace.go:171","msg":"trace[403535806] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"113.899649ms","start":"2026-04-28T03:37:37.781957Z","end":"2026-04-28T03:37:37.895856Z","steps":["trace[403535806] 'process raft request' (duration: 113.462399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:37:38.644197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.550433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:37:38.644473Z","caller":"traceutil/trace.go:171","msg":"trace[483029979] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"140.830458ms","start":"2026-04-28T03:37:38.503619Z","end":"2026-04-28T03:37:38.644449Z","steps":["trace[483029979] 'process raft request' (duration: 140.737916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:38.644549Z","caller":"traceutil/trace.go:171","msg":"trace[172750862] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"147.663512ms","start":"2026-04-28T03:37:38.49686Z","end":"2026-04-28T03:37:38.644523Z","steps":["trace[172750862] 'process raft request' (duration: 17.688091ms)","trace[172750862] 'compare' (duration: 129.383818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:38.667502Z","caller":"traceutil/trace.go:171","msg":"trace[1164287958] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"141.310598ms","start":"2026-04-28T03:37:38.526165Z","end":"2026-04-28T03:37:38.667476Z","steps":["trace[1164287958] 'process raft request' (duration: 141.097443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:40.788444Z","caller":"traceutil/trace.go:171","msg":"trace[1950198674] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"138.24154ms","start":"2026-04-28T03:37:40.650124Z","end":"2026-04-28T03:37:40.788366Z","steps":["trace[1950198674] 'process raft request' (duration: 65.038033ms)","trace[1950198674] 'compare' (duration: 72.961891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:37:40.7885Z","caller":"traceutil/trace.go:171","msg":"trace[1586551194] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"115.930364ms","start":"2026-04-28T03:37:40.672533Z","end":"2026-04-28T03:37:40.788463Z","steps":["trace[1586551194] 'process raft request' (duration: 115.717079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:37:43.273968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4523} {"level":"info","ts":"2026-04-28T03:37:43.325332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4523,"took":"49.783347ms","hash":867126418,"current-db-size-bytes":38678528,"current-db-size":"39 MB","current-db-size-in-use-bytes":17936384,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T03:37:43.325409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":867126418,"revision":4523,"compact-revision":3498} {"level":"info","ts":"2026-04-28T03:38:11.377189Z","caller":"traceutil/trace.go:171","msg":"trace[1534289557] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"121.563211ms","start":"2026-04-28T03:38:11.255586Z","end":"2026-04-28T03:38:11.377149Z","steps":["trace[1534289557] 'process raft request' (duration: 121.414528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:57.466814Z","caller":"traceutil/trace.go:171","msg":"trace[365800375] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"121.382446ms","start":"2026-04-28T03:39:57.345405Z","end":"2026-04-28T03:39:57.466788Z","steps":["trace[365800375] 'process raft request' (duration: 121.236912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:42:43.27984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6604} {"level":"info","ts":"2026-04-28T03:42:43.350223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6604,"took":"68.9242ms","hash":1948913556,"current-db-size-bytes":38678528,"current-db-size":"39 MB","current-db-size-in-use-bytes":15110144,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-04-28T03:42:43.350302Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1948913556,"revision":6604,"compact-revision":4523} {"level":"info","ts":"2026-04-28T03:43:03.899718Z","caller":"traceutil/trace.go:171","msg":"trace[535447546] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"162.929248ms","start":"2026-04-28T03:43:03.736757Z","end":"2026-04-28T03:43:03.899687Z","steps":["trace[535447546] 'process raft request' (duration: 104.640859ms)","trace[535447546] 'compare' (duration: 58.034754ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:03.899826Z","caller":"traceutil/trace.go:171","msg":"trace[567163663] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9100; }","duration":"162.550699ms","start":"2026-04-28T03:43:03.737256Z","end":"2026-04-28T03:43:03.899807Z","steps":["trace[567163663] 'read index received' (duration: 6.015946ms)","trace[567163663] 'applied index is now lower than readState.Index' (duration: 156.533943ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:03.89995Z","caller":"traceutil/trace.go:171","msg":"trace[1655326143] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"163.024661ms","start":"2026-04-28T03:43:03.736916Z","end":"2026-04-28T03:43:03.899941Z","steps":["trace[1655326143] 'process raft request' (duration: 162.660333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:03.900072Z","caller":"traceutil/trace.go:171","msg":"trace[863528004] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"162.679342ms","start":"2026-04-28T03:43:03.737384Z","end":"2026-04-28T03:43:03.900063Z","steps":["trace[863528004] 'process raft request' (duration: 162.385325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:03.900189Z","caller":"traceutil/trace.go:171","msg":"trace[2134016437] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"163.083181ms","start":"2026-04-28T03:43:03.737097Z","end":"2026-04-28T03:43:03.90018Z","steps":["trace[2134016437] 'process raft request' (duration: 162.545409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:03.900203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.934977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-04-28T03:43:03.900231Z","caller":"traceutil/trace.go:171","msg":"trace[927897415] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:8673; }","duration":"162.988419ms","start":"2026-04-28T03:43:03.737235Z","end":"2026-04-28T03:43:03.900223Z","steps":["trace[927897415] 'agreement among raft nodes before linearized reading' (duration: 162.872227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:03.900277Z","caller":"traceutil/trace.go:171","msg":"trace[1783957683] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"163.129582ms","start":"2026-04-28T03:43:03.737138Z","end":"2026-04-28T03:43:03.900267Z","steps":["trace[1783957683] 'process raft request' (duration: 162.56807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:03.900346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.081699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:03.900351Z","caller":"traceutil/trace.go:171","msg":"trace[1502194824] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"162.992689ms","start":"2026-04-28T03:43:03.737352Z","end":"2026-04-28T03:43:03.900345Z","steps":["trace[1502194824] 'process raft request' (duration: 162.386416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:03.900365Z","caller":"traceutil/trace.go:171","msg":"trace[1844956707] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:0; response_revision:8673; }","duration":"158.123869ms","start":"2026-04-28T03:43:03.742236Z","end":"2026-04-28T03:43:03.90036Z","steps":["trace[1844956707] 'agreement among raft nodes before linearized reading' (duration: 158.088629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:35.271694Z","caller":"traceutil/trace.go:171","msg":"trace[1378191947] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"151.882614ms","start":"2026-04-28T03:43:35.119757Z","end":"2026-04-28T03:43:35.271639Z","steps":["trace[1378191947] 'process raft request' (duration: 151.71273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:35.507452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.842301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:43:35.507566Z","caller":"traceutil/trace.go:171","msg":"trace[154024501] linearizableReadLoop","detail":"{readStateIndex:9745; appliedIndex:9743; }","duration":"246.34412ms","start":"2026-04-28T03:43:35.261204Z","end":"2026-04-28T03:43:35.507548Z","steps":["trace[154024501] 'read index received' (duration: 10.356503ms)","trace[154024501] 'applied index is now lower than readState.Index' (duration: 235.985987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:35.507969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.74203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:43:35.508073Z","caller":"traceutil/trace.go:171","msg":"trace[1160397015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9297; }","duration":"246.893682ms","start":"2026-04-28T03:43:35.261155Z","end":"2026-04-28T03:43:35.508048Z","steps":["trace[1160397015] 'agreement among raft nodes before linearized reading' (duration: 246.626226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:35.508352Z","caller":"traceutil/trace.go:171","msg":"trace[1719399581] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"343.708413ms","start":"2026-04-28T03:43:35.164625Z","end":"2026-04-28T03:43:35.508334Z","steps":["trace[1719399581] 'process raft request' (duration: 160.757986ms)","trace[1719399581] 'compare' (duration: 181.196097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:35.508469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:35.164607Z","time spent":"343.786724ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:43:35.508765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.147778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-04-28T03:43:35.508844Z","caller":"traceutil/trace.go:171","msg":"trace[86973601] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:9297; }","duration":"113.255361ms","start":"2026-04-28T03:43:35.395569Z","end":"2026-04-28T03:43:35.508824Z","steps":["trace[86973601] 'agreement among raft nodes before linearized reading' (duration: 113.016505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:35.508889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.791526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:43:35.508831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:35.509016Z","caller":"traceutil/trace.go:171","msg":"trace[121155900] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9297; }","duration":"119.515793ms","start":"2026-04-28T03:43:35.389474Z","end":"2026-04-28T03:43:35.50899Z","steps":["trace[121155900] 'agreement among raft nodes before linearized reading' (duration: 119.295968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:35.509064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.651685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:43:35.509103Z","caller":"traceutil/trace.go:171","msg":"trace[2101229169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9297; }","duration":"176.716816ms","start":"2026-04-28T03:43:35.332376Z","end":"2026-04-28T03:43:35.509093Z","steps":["trace[2101229169] 'agreement among raft nodes before linearized reading' (duration: 176.603583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:35.508943Z","caller":"traceutil/trace.go:171","msg":"trace[856046440] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:9297; }","duration":"114.852967ms","start":"2026-04-28T03:43:35.394073Z","end":"2026-04-28T03:43:35.508925Z","steps":["trace[856046440] 'agreement among raft nodes before linearized reading' (duration: 114.794465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:35.510297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.002051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:43:35.510355Z","caller":"traceutil/trace.go:171","msg":"trace[1062718128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9297; }","duration":"245.095442ms","start":"2026-04-28T03:43:35.265246Z","end":"2026-04-28T03:43:35.510342Z","steps":["trace[1062718128] 'agreement among raft nodes before linearized reading' (duration: 242.679007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:35.716951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.178256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:35.717891Z","caller":"traceutil/trace.go:171","msg":"trace[1091725838] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9300; }","duration":"108.41939ms","start":"2026-04-28T03:43:35.608676Z","end":"2026-04-28T03:43:35.717096Z","steps":["trace[1091725838] 'count revisions from in-memory index tree' (duration: 107.195743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.276977Z","caller":"traceutil/trace.go:171","msg":"trace[950356224] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"121.267092ms","start":"2026-04-28T03:43:36.155681Z","end":"2026-04-28T03:43:36.276948Z","steps":["trace[950356224] 'process raft request' (duration: 25.507097ms)","trace[950356224] 'compare' (duration: 95.518689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:36.277034Z","caller":"traceutil/trace.go:171","msg":"trace[667899079] linearizableReadLoop","detail":"{readStateIndex:9755; appliedIndex:9752; }","duration":"105.927335ms","start":"2026-04-28T03:43:36.171084Z","end":"2026-04-28T03:43:36.277012Z","steps":["trace[667899079] 'read index received' (duration: 10.053847ms)","trace[667899079] 'applied index is now lower than readState.Index' (duration: 95.872458ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:36.277113Z","caller":"traceutil/trace.go:171","msg":"trace[1277273965] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"113.824463ms","start":"2026-04-28T03:43:36.163261Z","end":"2026-04-28T03:43:36.277086Z","steps":["trace[1277273965] 'process raft request' (duration: 113.617368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.277132Z","caller":"traceutil/trace.go:171","msg":"trace[955492045] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"113.538576ms","start":"2026-04-28T03:43:36.163574Z","end":"2026-04-28T03:43:36.277113Z","steps":["trace[955492045] 'process raft request' (duration: 113.354502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:36.277284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.178851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:43:36.27733Z","caller":"traceutil/trace.go:171","msg":"trace[559122196] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:9306; }","duration":"106.266373ms","start":"2026-04-28T03:43:36.171052Z","end":"2026-04-28T03:43:36.277319Z","steps":["trace[559122196] 'agreement among raft nodes before linearized reading' (duration: 106.081979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.467838Z","caller":"traceutil/trace.go:171","msg":"trace[1775473965] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"167.878626ms","start":"2026-04-28T03:43:36.299924Z","end":"2026-04-28T03:43:36.467802Z","steps":["trace[1775473965] 'process raft request' (duration: 85.79032ms)","trace[1775473965] 'compare' (duration: 81.885722ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:36.467841Z","caller":"traceutil/trace.go:171","msg":"trace[1989750083] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"167.794645ms","start":"2026-04-28T03:43:36.300026Z","end":"2026-04-28T03:43:36.467821Z","steps":["trace[1989750083] 'process raft request' (duration: 167.722653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.4682Z","caller":"traceutil/trace.go:171","msg":"trace[1136785297] linearizableReadLoop","detail":"{readStateIndex:9784; appliedIndex:9774; }","duration":"166.634229ms","start":"2026-04-28T03:43:36.301557Z","end":"2026-04-28T03:43:36.468191Z","steps":["trace[1136785297] 'read index received' (duration: 50.076123ms)","trace[1136785297] 'applied index is now lower than readState.Index' (duration: 116.557156ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:36.468234Z","caller":"traceutil/trace.go:171","msg":"trace[277859852] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"167.187731ms","start":"2026-04-28T03:43:36.301037Z","end":"2026-04-28T03:43:36.468224Z","steps":["trace[277859852] 'process raft request' (duration: 167.053187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468259Z","caller":"traceutil/trace.go:171","msg":"trace[568527459] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"166.512725ms","start":"2026-04-28T03:43:36.30174Z","end":"2026-04-28T03:43:36.468253Z","steps":["trace[568527459] 'process raft request' (duration: 166.371461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468266Z","caller":"traceutil/trace.go:171","msg":"trace[829402245] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"167.715992ms","start":"2026-04-28T03:43:36.300543Z","end":"2026-04-28T03:43:36.468259Z","steps":["trace[829402245] 'process raft request' (duration: 167.473556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.46826Z","caller":"traceutil/trace.go:171","msg":"trace[27347926] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"167.629631ms","start":"2026-04-28T03:43:36.300606Z","end":"2026-04-28T03:43:36.468235Z","steps":["trace[27347926] 'process raft request' (duration: 167.446086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468211Z","caller":"traceutil/trace.go:171","msg":"trace[566472920] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"167.614401ms","start":"2026-04-28T03:43:36.300571Z","end":"2026-04-28T03:43:36.468185Z","steps":["trace[566472920] 'process raft request' (duration: 167.462796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468323Z","caller":"traceutil/trace.go:171","msg":"trace[334580167] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"168.279856ms","start":"2026-04-28T03:43:36.300029Z","end":"2026-04-28T03:43:36.468309Z","steps":["trace[334580167] 'process raft request' (duration: 167.768344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468352Z","caller":"traceutil/trace.go:171","msg":"trace[673035900] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"167.310573ms","start":"2026-04-28T03:43:36.300988Z","end":"2026-04-28T03:43:36.468298Z","steps":["trace[673035900] 'process raft request' (duration: 167.086087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468415Z","caller":"traceutil/trace.go:171","msg":"trace[158298375] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"133.738665ms","start":"2026-04-28T03:43:36.334669Z","end":"2026-04-28T03:43:36.468407Z","steps":["trace[158298375] 'process raft request' (duration: 133.465177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:36.468425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.648438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:43:36.468501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.918415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:43:36.468504Z","caller":"traceutil/trace.go:171","msg":"trace[1935590713] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:0; response_revision:9337; }","duration":"166.754111ms","start":"2026-04-28T03:43:36.301731Z","end":"2026-04-28T03:43:36.468485Z","steps":["trace[1935590713] 'agreement among raft nodes before linearized reading' (duration: 166.612418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468566Z","caller":"traceutil/trace.go:171","msg":"trace[1475480826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9337; }","duration":"166.997547ms","start":"2026-04-28T03:43:36.301552Z","end":"2026-04-28T03:43:36.468549Z","steps":["trace[1475480826] 'agreement among raft nodes before linearized reading' (duration: 166.765592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.468247Z","caller":"traceutil/trace.go:171","msg":"trace[817232463] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"167.766173ms","start":"2026-04-28T03:43:36.300445Z","end":"2026-04-28T03:43:36.468212Z","steps":["trace[817232463] 'process raft request' (duration: 167.537887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:36.635584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.826297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:36.63569Z","caller":"traceutil/trace.go:171","msg":"trace[4954253] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9339; }","duration":"108.050932ms","start":"2026-04-28T03:43:36.527619Z","end":"2026-04-28T03:43:36.63567Z","steps":["trace[4954253] 'agreement among raft nodes before linearized reading' (duration: 107.797926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.635735Z","caller":"traceutil/trace.go:171","msg":"trace[1290628003] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"125.392755ms","start":"2026-04-28T03:43:36.510318Z","end":"2026-04-28T03:43:36.63571Z","steps":["trace[1290628003] 'process raft request' (duration: 123.527693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808532Z","caller":"traceutil/trace.go:171","msg":"trace[456127010] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"112.469383ms","start":"2026-04-28T03:43:36.696052Z","end":"2026-04-28T03:43:36.808522Z","steps":["trace[456127010] 'process raft request' (duration: 112.277999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808574Z","caller":"traceutil/trace.go:171","msg":"trace[771674948] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"112.388471ms","start":"2026-04-28T03:43:36.696179Z","end":"2026-04-28T03:43:36.808567Z","steps":["trace[771674948] 'process raft request' (duration: 112.185966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808582Z","caller":"traceutil/trace.go:171","msg":"trace[1438483764] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"112.714428ms","start":"2026-04-28T03:43:36.695851Z","end":"2026-04-28T03:43:36.808565Z","steps":["trace[1438483764] 'process raft request' (duration: 112.459032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808554Z","caller":"traceutil/trace.go:171","msg":"trace[396531154] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"111.684146ms","start":"2026-04-28T03:43:36.696834Z","end":"2026-04-28T03:43:36.808518Z","steps":["trace[396531154] 'process raft request' (duration: 111.578823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808526Z","caller":"traceutil/trace.go:171","msg":"trace[238984369] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"111.956801ms","start":"2026-04-28T03:43:36.696533Z","end":"2026-04-28T03:43:36.80849Z","steps":["trace[238984369] 'process raft request' (duration: 111.847429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808608Z","caller":"traceutil/trace.go:171","msg":"trace[1948985474] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"112.474583ms","start":"2026-04-28T03:43:36.696096Z","end":"2026-04-28T03:43:36.80857Z","steps":["trace[1948985474] 'process raft request' (duration: 112.251258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808683Z","caller":"traceutil/trace.go:171","msg":"trace[273397988] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"111.563522ms","start":"2026-04-28T03:43:36.697114Z","end":"2026-04-28T03:43:36.808677Z","steps":["trace[273397988] 'process raft request' (duration: 111.315587ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808684Z","caller":"traceutil/trace.go:171","msg":"trace[481961352] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"112.056933ms","start":"2026-04-28T03:43:36.696618Z","end":"2026-04-28T03:43:36.808674Z","steps":["trace[481961352] 'process raft request' (duration: 111.778057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808731Z","caller":"traceutil/trace.go:171","msg":"trace[1810742709] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"113.995598ms","start":"2026-04-28T03:43:36.694724Z","end":"2026-04-28T03:43:36.80872Z","steps":["trace[1810742709] 'process raft request' (duration: 113.501377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.80876Z","caller":"traceutil/trace.go:171","msg":"trace[1325235591] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"111.592643ms","start":"2026-04-28T03:43:36.697159Z","end":"2026-04-28T03:43:36.808752Z","steps":["trace[1325235591] 'process raft request' (duration: 111.286436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808788Z","caller":"traceutil/trace.go:171","msg":"trace[1943359939] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"113.960607ms","start":"2026-04-28T03:43:36.694818Z","end":"2026-04-28T03:43:36.808778Z","steps":["trace[1943359939] 'process raft request' (duration: 113.432535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808791Z","caller":"traceutil/trace.go:171","msg":"trace[1904604990] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"114.06767ms","start":"2026-04-28T03:43:36.694716Z","end":"2026-04-28T03:43:36.808784Z","steps":["trace[1904604990] 'process raft request' (duration: 43.618047ms)","trace[1904604990] 'compare' (duration: 69.659145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:36.808837Z","caller":"traceutil/trace.go:171","msg":"trace[1549652901] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"113.437304ms","start":"2026-04-28T03:43:36.69538Z","end":"2026-04-28T03:43:36.808817Z","steps":["trace[1549652901] 'process raft request' (duration: 112.890012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.808481Z","caller":"traceutil/trace.go:171","msg":"trace[1451021962] linearizableReadLoop","detail":"{readStateIndex:9809; appliedIndex:9803; }","duration":"112.78259ms","start":"2026-04-28T03:43:36.695683Z","end":"2026-04-28T03:43:36.808466Z","steps":["trace[1451021962] 'read index received' (duration: 10.122588ms)","trace[1451021962] 'applied index is now lower than readState.Index' (duration: 102.659152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:36.809008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.306491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:43:36.80905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.419592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:43:36.809065Z","caller":"traceutil/trace.go:171","msg":"trace[160288631] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9369; }","duration":"113.374503ms","start":"2026-04-28T03:43:36.695679Z","end":"2026-04-28T03:43:36.809053Z","steps":["trace[160288631] 'agreement among raft nodes before linearized reading' (duration: 113.23831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.809076Z","caller":"traceutil/trace.go:171","msg":"trace[97657298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9369; }","duration":"108.474743ms","start":"2026-04-28T03:43:36.700592Z","end":"2026-04-28T03:43:36.809067Z","steps":["trace[97657298] 'agreement among raft nodes before linearized reading' (duration: 108.34735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:36.809411Z","caller":"traceutil/trace.go:171","msg":"trace[1369221286] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"112.881812ms","start":"2026-04-28T03:43:36.695562Z","end":"2026-04-28T03:43:36.808444Z","steps":["trace[1369221286] 'process raft request' (duration: 112.728949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.017774Z","caller":"traceutil/trace.go:171","msg":"trace[700495787] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"111.237555ms","start":"2026-04-28T03:43:36.906509Z","end":"2026-04-28T03:43:37.017747Z","steps":["trace[700495787] 'process raft request' (duration: 111.184464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.017846Z","caller":"traceutil/trace.go:171","msg":"trace[576390912] linearizableReadLoop","detail":"{readStateIndex:9830; appliedIndex:9829; }","duration":"118.046659ms","start":"2026-04-28T03:43:36.899788Z","end":"2026-04-28T03:43:37.017834Z","steps":["trace[576390912] 'read index received' (duration: 44.754592ms)","trace[576390912] 'applied index is now lower than readState.Index' (duration: 73.290167ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:37.017975Z","caller":"traceutil/trace.go:171","msg":"trace[1734329508] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"114.194773ms","start":"2026-04-28T03:43:36.903749Z","end":"2026-04-28T03:43:37.017943Z","steps":["trace[1734329508] 'process raft request' (duration: 113.64888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.018104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.307915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-openstack-cinder-volume-usage-audit\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:37.018156Z","caller":"traceutil/trace.go:171","msg":"trace[261993729] range","detail":"{range_begin:/registry/roles/openstack/cinder-openstack-cinder-volume-usage-audit; range_end:; response_count:0; response_revision:9386; }","duration":"118.407327ms","start":"2026-04-28T03:43:36.899733Z","end":"2026-04-28T03:43:37.01814Z","steps":["trace[261993729] 'agreement among raft nodes before linearized reading' (duration: 118.213803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.018183Z","caller":"traceutil/trace.go:171","msg":"trace[1917190613] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"112.77265ms","start":"2026-04-28T03:43:36.905394Z","end":"2026-04-28T03:43:37.018166Z","steps":["trace[1917190613] 'process raft request' (duration: 112.079174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.018378Z","caller":"traceutil/trace.go:171","msg":"trace[1943038359] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"112.665307ms","start":"2026-04-28T03:43:36.9057Z","end":"2026-04-28T03:43:37.018366Z","steps":["trace[1943038359] 'process raft request' (duration: 111.864619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.017786Z","caller":"traceutil/trace.go:171","msg":"trace[1890110607] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"118.311626ms","start":"2026-04-28T03:43:36.899443Z","end":"2026-04-28T03:43:37.017754Z","steps":["trace[1890110607] 'process raft request' (duration: 44.846985ms)","trace[1890110607] 'compare' (duration: 72.931929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:37.018607Z","caller":"traceutil/trace.go:171","msg":"trace[1824261327] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"112.649657ms","start":"2026-04-28T03:43:36.905945Z","end":"2026-04-28T03:43:37.018594Z","steps":["trace[1824261327] 'process raft request' (duration: 111.704426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.019064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:37.01913Z","caller":"traceutil/trace.go:171","msg":"trace[1393123117] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:9387; }","duration":"115.661745ms","start":"2026-04-28T03:43:36.903438Z","end":"2026-04-28T03:43:37.0191Z","steps":["trace[1393123117] 'agreement among raft nodes before linearized reading' (duration: 115.578894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.243534Z","caller":"traceutil/trace.go:171","msg":"trace[472543362] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9842; }","duration":"155.117837ms","start":"2026-04-28T03:43:37.0884Z","end":"2026-04-28T03:43:37.243518Z","steps":["trace[472543362] 'read index received' (duration: 126.194294ms)","trace[472543362] 'applied index is now lower than readState.Index' (duration: 28.922983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:37.243616Z","caller":"traceutil/trace.go:171","msg":"trace[1481302494] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"160.946928ms","start":"2026-04-28T03:43:37.08266Z","end":"2026-04-28T03:43:37.243607Z","steps":["trace[1481302494] 'process raft request' (duration: 131.615246ms)","trace[1481302494] 'compare' (duration: 29.071857ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:37.243742Z","caller":"traceutil/trace.go:171","msg":"trace[973493331] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"160.263864ms","start":"2026-04-28T03:43:37.083448Z","end":"2026-04-28T03:43:37.243712Z","steps":["trace[973493331] 'process raft request' (duration: 160.044149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.243871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.459535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-04-28T03:43:37.243901Z","caller":"traceutil/trace.go:171","msg":"trace[312139532] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:9396; }","duration":"155.523186ms","start":"2026-04-28T03:43:37.088371Z","end":"2026-04-28T03:43:37.243894Z","steps":["trace[312139532] 'agreement among raft nodes before linearized reading' (duration: 155.398933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.243902Z","caller":"traceutil/trace.go:171","msg":"trace[758959751] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"160.635022ms","start":"2026-04-28T03:43:37.083257Z","end":"2026-04-28T03:43:37.243892Z","steps":["trace[758959751] 'process raft request' (duration: 160.211312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.357406Z","caller":"traceutil/trace.go:171","msg":"trace[1849226710] linearizableReadLoop","detail":"{readStateIndex:9847; appliedIndex:9845; }","duration":"113.808694ms","start":"2026-04-28T03:43:37.243579Z","end":"2026-04-28T03:43:37.357388Z","steps":["trace[1849226710] 'read index received' (duration: 105.352903ms)","trace[1849226710] 'applied index is now lower than readState.Index' (duration: 8.455041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:37.357597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.030118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6163"} {"level":"info","ts":"2026-04-28T03:43:37.357625Z","caller":"traceutil/trace.go:171","msg":"trace[1861762855] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:9398; }","duration":"263.108279ms","start":"2026-04-28T03:43:37.094508Z","end":"2026-04-28T03:43:37.357616Z","steps":["trace[1861762855] 'agreement among raft nodes before linearized reading' (duration: 262.971186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.357838Z","caller":"traceutil/trace.go:171","msg":"trace[881288755] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"269.276088ms","start":"2026-04-28T03:43:37.088544Z","end":"2026-04-28T03:43:37.35782Z","steps":["trace[881288755] 'process raft request' (duration: 260.297605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.357842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.146216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7477"} {"level":"info","ts":"2026-04-28T03:43:37.357905Z","caller":"traceutil/trace.go:171","msg":"trace[1370952356] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:9398; }","duration":"269.223938ms","start":"2026-04-28T03:43:37.088674Z","end":"2026-04-28T03:43:37.357898Z","steps":["trace[1370952356] 'agreement among raft nodes before linearized reading' (duration: 269.110496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.357893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.476277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:37.357965Z","caller":"traceutil/trace.go:171","msg":"trace[1719590334] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:9398; }","duration":"267.633351ms","start":"2026-04-28T03:43:37.090309Z","end":"2026-04-28T03:43:37.357942Z","steps":["trace[1719590334] 'agreement among raft nodes before linearized reading' (duration: 267.460037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.357963Z","caller":"traceutil/trace.go:171","msg":"trace[242449941] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"232.726172ms","start":"2026-04-28T03:43:37.125208Z","end":"2026-04-28T03:43:37.357934Z","steps":["trace[242449941] 'process raft request' (duration: 232.086328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.358012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.974687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-openstack-cinder-volume\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:37.358094Z","caller":"traceutil/trace.go:171","msg":"trace[611159496] range","detail":"{range_begin:/registry/roles/openstack/cinder-openstack-cinder-volume; range_end:; response_count:0; response_revision:9398; }","duration":"267.087349ms","start":"2026-04-28T03:43:37.090981Z","end":"2026-04-28T03:43:37.358069Z","steps":["trace[611159496] 'agreement among raft nodes before linearized reading' (duration: 266.923305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.358695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.893303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:67 size:865783"} {"level":"info","ts":"2026-04-28T03:43:37.358733Z","caller":"traceutil/trace.go:171","msg":"trace[169749469] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:67; response_revision:9398; }","duration":"143.967884ms","start":"2026-04-28T03:43:37.214758Z","end":"2026-04-28T03:43:37.358726Z","steps":["trace[169749469] 'agreement among raft nodes before linearized reading' (duration: 142.680816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.361509Z","caller":"traceutil/trace.go:171","msg":"trace[1950010782] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"111.369387ms","start":"2026-04-28T03:43:37.250117Z","end":"2026-04-28T03:43:37.361486Z","steps":["trace[1950010782] 'process raft request' (duration: 110.249282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.361797Z","caller":"traceutil/trace.go:171","msg":"trace[1265181169] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"111.434698ms","start":"2026-04-28T03:43:37.250345Z","end":"2026-04-28T03:43:37.36178Z","steps":["trace[1265181169] 'process raft request' (duration: 110.15732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.362267Z","caller":"traceutil/trace.go:171","msg":"trace[2071212715] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"105.825433ms","start":"2026-04-28T03:43:37.256425Z","end":"2026-04-28T03:43:37.36225Z","steps":["trace[2071212715] 'process raft request' (duration: 104.505252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.362267Z","caller":"traceutil/trace.go:171","msg":"trace[1726282697] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"111.644355ms","start":"2026-04-28T03:43:37.250599Z","end":"2026-04-28T03:43:37.362243Z","steps":["trace[1726282697] 'process raft request' (duration: 109.972026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.362674Z","caller":"traceutil/trace.go:171","msg":"trace[1729241445] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"110.772245ms","start":"2026-04-28T03:43:37.251883Z","end":"2026-04-28T03:43:37.362655Z","steps":["trace[1729241445] 'process raft request' (duration: 108.773269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.362845Z","caller":"traceutil/trace.go:171","msg":"trace[1242594798] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"110.914558ms","start":"2026-04-28T03:43:37.251918Z","end":"2026-04-28T03:43:37.362833Z","steps":["trace[1242594798] 'process raft request' (duration: 108.80535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.362992Z","caller":"traceutil/trace.go:171","msg":"trace[83073761] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"110.607091ms","start":"2026-04-28T03:43:37.252373Z","end":"2026-04-28T03:43:37.36298Z","steps":["trace[83073761] 'process raft request' (duration: 108.395781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.363133Z","caller":"traceutil/trace.go:171","msg":"trace[488743502] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"110.612531ms","start":"2026-04-28T03:43:37.25251Z","end":"2026-04-28T03:43:37.363122Z","steps":["trace[488743502] 'process raft request' (duration: 108.313249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.363329Z","caller":"traceutil/trace.go:171","msg":"trace[345516714] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"110.222492ms","start":"2026-04-28T03:43:37.253096Z","end":"2026-04-28T03:43:37.363318Z","steps":["trace[345516714] 'process raft request' (duration: 107.784316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:37.938036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.790605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:43:37.938153Z","caller":"traceutil/trace.go:171","msg":"trace[1703157753] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"127.475062ms","start":"2026-04-28T03:43:37.810657Z","end":"2026-04-28T03:43:37.938132Z","steps":["trace[1703157753] 'process raft request' (duration: 12.511853ms)","trace[1703157753] 'compare' (duration: 114.384966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:37.953943Z","caller":"traceutil/trace.go:171","msg":"trace[73540473] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"143.233308ms","start":"2026-04-28T03:43:37.81068Z","end":"2026-04-28T03:43:37.953914Z","steps":["trace[73540473] 'process raft request' (duration: 143.034494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954116Z","caller":"traceutil/trace.go:171","msg":"trace[64022572] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"143.217048ms","start":"2026-04-28T03:43:37.810874Z","end":"2026-04-28T03:43:37.954091Z","steps":["trace[64022572] 'process raft request' (duration: 143.058295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954304Z","caller":"traceutil/trace.go:171","msg":"trace[348074906] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"143.255229ms","start":"2026-04-28T03:43:37.811034Z","end":"2026-04-28T03:43:37.95429Z","steps":["trace[348074906] 'process raft request' (duration: 143.050184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954332Z","caller":"traceutil/trace.go:171","msg":"trace[1367622599] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"143.596836ms","start":"2026-04-28T03:43:37.810726Z","end":"2026-04-28T03:43:37.954322Z","steps":["trace[1367622599] 'process raft request' (duration: 143.125076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954354Z","caller":"traceutil/trace.go:171","msg":"trace[672591346] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"143.28396ms","start":"2026-04-28T03:43:37.81106Z","end":"2026-04-28T03:43:37.954344Z","steps":["trace[672591346] 'process raft request' (duration: 143.055925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954401Z","caller":"traceutil/trace.go:171","msg":"trace[232145885] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"143.442923ms","start":"2026-04-28T03:43:37.810948Z","end":"2026-04-28T03:43:37.954391Z","steps":["trace[232145885] 'process raft request' (duration: 143.034644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.95442Z","caller":"traceutil/trace.go:171","msg":"trace[1692744336] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"143.643217ms","start":"2026-04-28T03:43:37.81077Z","end":"2026-04-28T03:43:37.954413Z","steps":["trace[1692744336] 'process raft request' (duration: 143.109536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.95448Z","caller":"traceutil/trace.go:171","msg":"trace[1827126286] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"143.634388ms","start":"2026-04-28T03:43:37.810837Z","end":"2026-04-28T03:43:37.954472Z","steps":["trace[1827126286] 'process raft request' (duration: 143.069775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954486Z","caller":"traceutil/trace.go:171","msg":"trace[1018176869] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"143.393652ms","start":"2026-04-28T03:43:37.811081Z","end":"2026-04-28T03:43:37.954474Z","steps":["trace[1018176869] 'process raft request' (duration: 143.063824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.95455Z","caller":"traceutil/trace.go:171","msg":"trace[205362618] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"143.449563ms","start":"2026-04-28T03:43:37.811093Z","end":"2026-04-28T03:43:37.954543Z","steps":["trace[205362618] 'process raft request' (duration: 143.080375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954573Z","caller":"traceutil/trace.go:171","msg":"trace[528579473] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"143.441533ms","start":"2026-04-28T03:43:37.811125Z","end":"2026-04-28T03:43:37.954566Z","steps":["trace[528579473] 'process raft request' (duration: 143.074845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954598Z","caller":"traceutil/trace.go:171","msg":"trace[1501173413] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"143.618657ms","start":"2026-04-28T03:43:37.810971Z","end":"2026-04-28T03:43:37.954589Z","steps":["trace[1501173413] 'process raft request' (duration: 143.035114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954626Z","caller":"traceutil/trace.go:171","msg":"trace[145763049] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"143.629447ms","start":"2026-04-28T03:43:37.810989Z","end":"2026-04-28T03:43:37.954619Z","steps":["trace[145763049] 'process raft request' (duration: 143.040224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.9547Z","caller":"traceutil/trace.go:171","msg":"trace[539483688] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"143.673999ms","start":"2026-04-28T03:43:37.811019Z","end":"2026-04-28T03:43:37.954693Z","steps":["trace[539483688] 'process raft request' (duration: 143.040255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:37.954294Z","caller":"traceutil/trace.go:171","msg":"trace[1597947649] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"143.467753ms","start":"2026-04-28T03:43:37.810803Z","end":"2026-04-28T03:43:37.954271Z","steps":["trace[1597947649] 'process raft request' (duration: 143.150366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:38.084812Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:43:38.105752Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-04-28T03:43:38.105879Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"info","ts":"2026-04-28T03:43:41.615011Z","caller":"traceutil/trace.go:171","msg":"trace[1354664370] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10240; }","duration":"283.5007ms","start":"2026-04-28T03:43:41.331487Z","end":"2026-04-28T03:43:41.614988Z","steps":["trace[1354664370] 'read index received' (duration: 283.336616ms)","trace[1354664370] 'applied index is now lower than readState.Index' (duration: 163.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:41.61527Z","caller":"traceutil/trace.go:171","msg":"trace[230886859] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"291.093742ms","start":"2026-04-28T03:43:41.324165Z","end":"2026-04-28T03:43:41.615259Z","steps":["trace[230886859] 'process raft request' (duration: 290.707384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:41.615562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.054962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:43:41.615598Z","caller":"traceutil/trace.go:171","msg":"trace[943029218] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9784; }","duration":"284.134034ms","start":"2026-04-28T03:43:41.331453Z","end":"2026-04-28T03:43:41.615587Z","steps":["trace[943029218] 'agreement among raft nodes before linearized reading' (duration: 284.000871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:41.615798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.639328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:41.615876Z","caller":"traceutil/trace.go:171","msg":"trace[256960091] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:9784; }","duration":"277.74089ms","start":"2026-04-28T03:43:41.338124Z","end":"2026-04-28T03:43:41.615865Z","steps":["trace[256960091] 'agreement among raft nodes before linearized reading' (duration: 277.649488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:41.617077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.21099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:43:41.617119Z","caller":"traceutil/trace.go:171","msg":"trace[5147793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9784; }","duration":"167.281542ms","start":"2026-04-28T03:43:41.449827Z","end":"2026-04-28T03:43:41.617109Z","steps":["trace[5147793] 'agreement among raft nodes before linearized reading' (duration: 167.197709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:54.570635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.658927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-user-q7xl7\" ","response":"range_response_count:1 size:9145"} {"level":"info","ts":"2026-04-28T03:43:54.570718Z","caller":"traceutil/trace.go:171","msg":"trace[1957738877] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-user-q7xl7; range_end:; response_count:1; response_revision:10163; }","duration":"116.784031ms","start":"2026-04-28T03:43:54.453916Z","end":"2026-04-28T03:43:54.5707Z","steps":["trace[1957738877] 'agreement among raft nodes before linearized reading' (duration: 86.307482ms)","trace[1957738877] 'range keys from in-memory index tree' (duration: 30.275884ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:13.811591Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002ae2.wal"} {"level":"info","ts":"2026-04-28T03:44:18.313528Z","caller":"traceutil/trace.go:171","msg":"trace[1113031943] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"111.859529ms","start":"2026-04-28T03:44:18.201628Z","end":"2026-04-28T03:44:18.313488Z","steps":["trace[1113031943] 'process raft request' (duration: 111.651985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:18.313594Z","caller":"traceutil/trace.go:171","msg":"trace[951776193] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"108.816921ms","start":"2026-04-28T03:44:18.204752Z","end":"2026-04-28T03:44:18.313569Z","steps":["trace[951776193] 'process raft request' (duration: 108.648527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.475847Z","caller":"traceutil/trace.go:171","msg":"trace[1998974980] linearizableReadLoop","detail":"{readStateIndex:11134; appliedIndex:11133; }","duration":"192.808169ms","start":"2026-04-28T03:44:23.283012Z","end":"2026-04-28T03:44:23.47582Z","steps":["trace[1998974980] 'read index received' (duration: 192.717657ms)","trace[1998974980] 'applied index is now lower than readState.Index' (duration: 89.372µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:23.475948Z","caller":"traceutil/trace.go:171","msg":"trace[228398487] transaction","detail":"{read_only:false; response_revision:10662; number_of_response:1; }","duration":"327.7166ms","start":"2026-04-28T03:44:23.148193Z","end":"2026-04-28T03:44:23.47591Z","steps":["trace[228398487] 'process raft request' (duration: 327.437584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.47605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.012845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:23.476085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:23.148146Z","time spent":"327.876954ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13014,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:44:23.476173Z","caller":"traceutil/trace.go:171","msg":"trace[1107391854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10662; }","duration":"193.162228ms","start":"2026-04-28T03:44:23.282953Z","end":"2026-04-28T03:44:23.476116Z","steps":["trace[1107391854] 'agreement among raft nodes before linearized reading' (duration: 192.977904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.476175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.72853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:23.476185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.717085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T03:44:23.476233Z","caller":"traceutil/trace.go:171","msg":"trace[680015915] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10662; }","duration":"185.817051ms","start":"2026-04-28T03:44:23.2904Z","end":"2026-04-28T03:44:23.476217Z","steps":["trace[680015915] 'agreement among raft nodes before linearized reading' (duration: 185.696929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.47625Z","caller":"traceutil/trace.go:171","msg":"trace[972337691] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10662; }","duration":"191.832958ms","start":"2026-04-28T03:44:23.284402Z","end":"2026-04-28T03:44:23.476235Z","steps":["trace[972337691] 'agreement among raft nodes before linearized reading' (duration: 191.603643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.476281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.185304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:44:23.476295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.925035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:23.476322Z","caller":"traceutil/trace.go:171","msg":"trace[850400564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10662; }","duration":"164.277095ms","start":"2026-04-28T03:44:23.312035Z","end":"2026-04-28T03:44:23.476312Z","steps":["trace[850400564] 'agreement among raft nodes before linearized reading' (duration: 164.091391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.476335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.578926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:23.476339Z","caller":"traceutil/trace.go:171","msg":"trace[1584403777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10662; }","duration":"189.971166ms","start":"2026-04-28T03:44:23.286348Z","end":"2026-04-28T03:44:23.476319Z","steps":["trace[1584403777] 'agreement among raft nodes before linearized reading' (duration: 189.927185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.476353Z","caller":"traceutil/trace.go:171","msg":"trace[1772096502] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10662; }","duration":"185.606077ms","start":"2026-04-28T03:44:23.290741Z","end":"2026-04-28T03:44:23.476347Z","steps":["trace[1772096502] 'agreement among raft nodes before linearized reading' (duration: 185.574356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.476246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.852443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:23.476427Z","caller":"traceutil/trace.go:171","msg":"trace[1986424973] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10662; }","duration":"190.066508ms","start":"2026-04-28T03:44:23.286354Z","end":"2026-04-28T03:44:23.476421Z","steps":["trace[1986424973] 'agreement among raft nodes before linearized reading' (duration: 189.829173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:23.476474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.845455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:23.476487Z","caller":"traceutil/trace.go:171","msg":"trace[1236481738] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10662; }","duration":"190.905316ms","start":"2026-04-28T03:44:23.285578Z","end":"2026-04-28T03:44:23.476484Z","steps":["trace[1236481738] 'agreement among raft nodes before linearized reading' (duration: 190.884476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.692896Z","caller":"traceutil/trace.go:171","msg":"trace[63107145] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"212.26564ms","start":"2026-04-28T03:44:23.480609Z","end":"2026-04-28T03:44:23.692875Z","steps":["trace[63107145] 'process raft request' (duration: 184.327318ms)","trace[63107145] 'compare' (duration: 27.731807ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:23.697295Z","caller":"traceutil/trace.go:171","msg":"trace[1702584948] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"215.682337ms","start":"2026-04-28T03:44:23.481591Z","end":"2026-04-28T03:44:23.697274Z","steps":["trace[1702584948] 'process raft request' (duration: 215.436921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.697321Z","caller":"traceutil/trace.go:171","msg":"trace[1000898280] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"211.695877ms","start":"2026-04-28T03:44:23.4856Z","end":"2026-04-28T03:44:23.697296Z","steps":["trace[1000898280] 'process raft request' (duration: 211.640416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:23.697656Z","caller":"traceutil/trace.go:171","msg":"trace[559472010] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"213.375475ms","start":"2026-04-28T03:44:23.484259Z","end":"2026-04-28T03:44:23.697635Z","steps":["trace[559472010] 'process raft request' (duration: 212.929375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:24.600949Z","caller":"traceutil/trace.go:171","msg":"trace[1464803702] linearizableReadLoop","detail":"{readStateIndex:11152; appliedIndex:11151; }","duration":"132.303812ms","start":"2026-04-28T03:44:24.468628Z","end":"2026-04-28T03:44:24.600932Z","steps":["trace[1464803702] 'read index received' (duration: 129.687872ms)","trace[1464803702] 'applied index is now lower than readState.Index' (duration: 2.61519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:24.601001Z","caller":"traceutil/trace.go:171","msg":"trace[1416479275] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"207.304587ms","start":"2026-04-28T03:44:24.393654Z","end":"2026-04-28T03:44:24.600959Z","steps":["trace[1416479275] 'process raft request' (duration: 207.157334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:24.601183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.548197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:44:24.601217Z","caller":"traceutil/trace.go:171","msg":"trace[498046702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:10679; }","duration":"132.595918ms","start":"2026-04-28T03:44:24.468613Z","end":"2026-04-28T03:44:24.601209Z","steps":["trace[498046702] 'agreement among raft nodes before linearized reading' (duration: 132.384793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:24.647181Z","caller":"traceutil/trace.go:171","msg":"trace[1153207082] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"149.768517ms","start":"2026-04-28T03:44:24.497387Z","end":"2026-04-28T03:44:24.647156Z","steps":["trace[1153207082] 'process raft request' (duration: 149.590543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:24.64986Z","caller":"traceutil/trace.go:171","msg":"trace[1968601623] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"135.104725ms","start":"2026-04-28T03:44:24.512222Z","end":"2026-04-28T03:44:24.647327Z","steps":["trace[1968601623] 'process raft request' (duration: 134.86841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:25.183972Z","caller":"traceutil/trace.go:171","msg":"trace[251975837] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"164.493508ms","start":"2026-04-28T03:44:25.01945Z","end":"2026-04-28T03:44:25.183943Z","steps":["trace[251975837] 'process raft request' (duration: 153.334266ms)","trace[251975837] 'compare' (duration: 10.982299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:39.203068Z","caller":"traceutil/trace.go:171","msg":"trace[321042463] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"361.808841ms","start":"2026-04-28T03:44:38.841233Z","end":"2026-04-28T03:44:39.203042Z","steps":["trace[321042463] 'process raft request' (duration: 361.672108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.203209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:38.841216Z","time spent":"361.931173ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:44:39.233195Z","caller":"traceutil/trace.go:171","msg":"trace[781022980] linearizableReadLoop","detail":"{readStateIndex:11358; appliedIndex:11355; }","duration":"282.837325ms","start":"2026-04-28T03:44:38.950323Z","end":"2026-04-28T03:44:39.23316Z","steps":["trace[781022980] 'read index received' (duration: 252.514629ms)","trace[781022980] 'applied index is now lower than readState.Index' (duration: 30.321296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:39.233551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.204094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.233663Z","caller":"traceutil/trace.go:171","msg":"trace[1223141053] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"333.706876ms","start":"2026-04-28T03:44:38.89995Z","end":"2026-04-28T03:44:39.233656Z","steps":["trace[1223141053] 'process raft request' (duration: 333.119783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.23375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:38.899933Z","time spent":"333.760207ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:39.233738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.177642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.23361Z","caller":"traceutil/trace.go:171","msg":"trace[1275545972] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"379.986113ms","start":"2026-04-28T03:44:38.8536Z","end":"2026-04-28T03:44:39.233586Z","steps":["trace[1275545972] 'process raft request' (duration: 379.236945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:39.233678Z","caller":"traceutil/trace.go:171","msg":"trace[2027921063] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10872; }","duration":"283.372057ms","start":"2026-04-28T03:44:38.950285Z","end":"2026-04-28T03:44:39.233657Z","steps":["trace[2027921063] 'agreement among raft nodes before linearized reading' (duration: 283.114962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:38.853584Z","time spent":"380.30235ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:44:39.233831Z","caller":"traceutil/trace.go:171","msg":"trace[76217123] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"267.355846ms","start":"2026-04-28T03:44:38.966458Z","end":"2026-04-28T03:44:39.233814Z","steps":["trace[76217123] 'agreement among raft nodes before linearized reading' (duration: 267.182832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.91301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.234226Z","caller":"traceutil/trace.go:171","msg":"trace[1549303413] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"218.953251ms","start":"2026-04-28T03:44:39.015254Z","end":"2026-04-28T03:44:39.234208Z","steps":["trace[1549303413] 'agreement among raft nodes before linearized reading' (duration: 218.90004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.267387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:39.234575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.561308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:44:39.234597Z","caller":"traceutil/trace.go:171","msg":"trace[437623606] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:10872; }","duration":"178.602869ms","start":"2026-04-28T03:44:39.055988Z","end":"2026-04-28T03:44:39.234591Z","steps":["trace[437623606] 'agreement among raft nodes before linearized reading' (duration: 178.525868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.412231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:39.234698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.947598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.234722Z","caller":"traceutil/trace.go:171","msg":"trace[1229990121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10872; }","duration":"191.009159ms","start":"2026-04-28T03:44:39.043707Z","end":"2026-04-28T03:44:39.234717Z","steps":["trace[1229990121] 'agreement among raft nodes before linearized reading' (duration: 190.970078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:39.234742Z","caller":"traceutil/trace.go:171","msg":"trace[1979860019] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"219.513463ms","start":"2026-04-28T03:44:39.015214Z","end":"2026-04-28T03:44:39.234728Z","steps":["trace[1979860019] 'agreement among raft nodes before linearized reading' (duration: 219.395851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.560294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:39.234872Z","caller":"traceutil/trace.go:171","msg":"trace[1796372884] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:10872; }","duration":"219.587584ms","start":"2026-04-28T03:44:39.015279Z","end":"2026-04-28T03:44:39.234866Z","steps":["trace[1796372884] 'agreement among raft nodes before linearized reading' (duration: 219.530653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.234819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.83308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:39.235013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.725908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:39.235036Z","caller":"traceutil/trace.go:171","msg":"trace[1172016248] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:10872; }","duration":"219.755499ms","start":"2026-04-28T03:44:39.015274Z","end":"2026-04-28T03:44:39.23503Z","steps":["trace[1172016248] 'agreement among raft nodes before linearized reading' (duration: 219.693008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:39.235025Z","caller":"traceutil/trace.go:171","msg":"trace[817594119] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10872; }","duration":"235.073706ms","start":"2026-04-28T03:44:38.999934Z","end":"2026-04-28T03:44:39.235008Z","steps":["trace[817594119] 'agreement among raft nodes before linearized reading' (duration: 234.83979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:39.234585Z","caller":"traceutil/trace.go:171","msg":"trace[1683926547] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10872; }","duration":"219.337579ms","start":"2026-04-28T03:44:39.015233Z","end":"2026-04-28T03:44:39.234571Z","steps":["trace[1683926547] 'agreement among raft nodes before linearized reading' (duration: 219.243747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.235439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.232979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.235599Z","caller":"traceutil/trace.go:171","msg":"trace[1120724432] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"220.400953ms","start":"2026-04-28T03:44:39.015182Z","end":"2026-04-28T03:44:39.235583Z","steps":["trace[1120724432] 'agreement among raft nodes before linearized reading' (duration: 220.217779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.235499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.648734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:39.23591Z","caller":"traceutil/trace.go:171","msg":"trace[736475278] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:10872; }","duration":"269.076754ms","start":"2026-04-28T03:44:38.966826Z","end":"2026-04-28T03:44:39.235903Z","steps":["trace[736475278] 'agreement among raft nodes before linearized reading' (duration: 268.628844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.235525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.290396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.23599Z","caller":"traceutil/trace.go:171","msg":"trace[1255203308] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"268.771237ms","start":"2026-04-28T03:44:38.967213Z","end":"2026-04-28T03:44:39.235985Z","steps":["trace[1255203308] 'agreement among raft nodes before linearized reading' (duration: 268.298796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.23562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.504085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.236067Z","caller":"traceutil/trace.go:171","msg":"trace[1222525436] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10872; }","duration":"220.979217ms","start":"2026-04-28T03:44:39.015075Z","end":"2026-04-28T03:44:39.236054Z","steps":["trace[1222525436] 'agreement among raft nodes before linearized reading' (duration: 220.530336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.235696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.69297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.23622Z","caller":"traceutil/trace.go:171","msg":"trace[783325778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10872; }","duration":"221.233592ms","start":"2026-04-28T03:44:39.014975Z","end":"2026-04-28T03:44:39.236208Z","steps":["trace[783325778] 'agreement among raft nodes before linearized reading' (duration: 220.657198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.581634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.380521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:44:39.581752Z","caller":"traceutil/trace.go:171","msg":"trace[225193785] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"333.313677ms","start":"2026-04-28T03:44:39.248415Z","end":"2026-04-28T03:44:39.581728Z","steps":["trace[225193785] 'process raft request' (duration: 224.741731ms)","trace[225193785] 'compare' (duration: 108.100205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:39.581823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.248401Z","time spent":"333.391248ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:39.903542Z","caller":"traceutil/trace.go:171","msg":"trace[782296916] linearizableReadLoop","detail":"{readStateIndex:11360; appliedIndex:11358; }","duration":"490.100922ms","start":"2026-04-28T03:44:39.413412Z","end":"2026-04-28T03:44:39.903512Z","steps":["trace[782296916] 'read index received' (duration: 59.75677ms)","trace[782296916] 'applied index is now lower than readState.Index' (duration: 430.342702ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:39.903713Z","caller":"traceutil/trace.go:171","msg":"trace[1293802912] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"652.392742ms","start":"2026-04-28T03:44:39.25131Z","end":"2026-04-28T03:44:39.903702Z","steps":["trace[1293802912] 'process raft request' (duration: 574.726376ms)","trace[1293802912] 'compare' (duration: 77.37816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:39.903785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.251288Z","time spent":"652.450713ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2663,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:44:39.903954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.534871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:39.903981Z","caller":"traceutil/trace.go:171","msg":"trace[112171992] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10874; }","duration":"490.607533ms","start":"2026-04-28T03:44:39.413366Z","end":"2026-04-28T03:44:39.903974Z","steps":["trace[112171992] 'agreement among raft nodes before linearized reading' (duration: 490.543012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:39.904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.413349Z","time spent":"490.647005ms","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:40.140174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.635371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:44:40.140253Z","caller":"traceutil/trace.go:171","msg":"trace[1525507421] linearizableReadLoop","detail":"{readStateIndex:11361; appliedIndex:11360; }","duration":"236.64772ms","start":"2026-04-28T03:44:39.903591Z","end":"2026-04-28T03:44:40.140239Z","steps":["trace[1525507421] 'read index received' (duration: 14.893036ms)","trace[1525507421] 'applied index is now lower than readState.Index' (duration: 221.753314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:40.140742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.878714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.140772Z","caller":"traceutil/trace.go:171","msg":"trace[109349522] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:10874; }","duration":"285.929755ms","start":"2026-04-28T03:44:39.854837Z","end":"2026-04-28T03:44:40.140766Z","steps":["trace[109349522] 'agreement among raft nodes before linearized reading' (duration: 285.867174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.140886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.134501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.140906Z","caller":"traceutil/trace.go:171","msg":"trace[722724594] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:10874; }","duration":"286.187542ms","start":"2026-04-28T03:44:39.854714Z","end":"2026-04-28T03:44:40.140902Z","steps":["trace[722724594] 'agreement among raft nodes before linearized reading' (duration: 286.158611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.108453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12677"} {"level":"info","ts":"2026-04-28T03:44:40.141044Z","caller":"traceutil/trace.go:171","msg":"trace[1622971803] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:10874; }","duration":"329.153163ms","start":"2026-04-28T03:44:39.811885Z","end":"2026-04-28T03:44:40.141038Z","steps":["trace[1622971803] 'agreement among raft nodes before linearized reading' (duration: 329.079331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.81187Z","time spent":"329.187005ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12700,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:44:40.141218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.815164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.14125Z","caller":"traceutil/trace.go:171","msg":"trace[500329885] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10874; }","duration":"622.877975ms","start":"2026-04-28T03:44:39.518363Z","end":"2026-04-28T03:44:40.141242Z","steps":["trace[500329885] 'agreement among raft nodes before linearized reading' (duration: 622.826403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.518333Z","time spent":"622.928766ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:44:40.141347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.006737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.141364Z","caller":"traceutil/trace.go:171","msg":"trace[143436007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10874; }","duration":"615.053478ms","start":"2026-04-28T03:44:39.526307Z","end":"2026-04-28T03:44:40.14136Z","steps":["trace[143436007] 'agreement among raft nodes before linearized reading' (duration: 615.028948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.52629Z","time spent":"615.083079ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:44:40.141374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.009587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T03:44:40.141438Z","caller":"traceutil/trace.go:171","msg":"trace[1222358694] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10874; }","duration":"615.074059ms","start":"2026-04-28T03:44:39.526347Z","end":"2026-04-28T03:44:40.141421Z","steps":["trace[1222358694] 'agreement among raft nodes before linearized reading' (duration: 614.902945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.526303Z","time spent":"615.176501ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-28T03:44:40.141675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.323556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:44:40.141713Z","caller":"traceutil/trace.go:171","msg":"trace[1880316436] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10874; }","duration":"413.352117ms","start":"2026-04-28T03:44:39.728345Z","end":"2026-04-28T03:44:40.141697Z","steps":["trace[1880316436] 'agreement among raft nodes before linearized reading' (duration: 413.300116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.728306Z","time spent":"413.422648ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:44:40.141879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.451468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:44:40.141901Z","caller":"traceutil/trace.go:171","msg":"trace[909239310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10874; }","duration":"359.506939ms","start":"2026-04-28T03:44:39.782389Z","end":"2026-04-28T03:44:40.141896Z","steps":["trace[909239310] 'agreement among raft nodes before linearized reading' (duration: 359.433838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.141918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.782372Z","time spent":"359.54223ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:44:40.142135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.640722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.142161Z","caller":"traceutil/trace.go:171","msg":"trace[2128523859] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10874; }","duration":"623.676363ms","start":"2026-04-28T03:44:39.518479Z","end":"2026-04-28T03:44:40.142155Z","steps":["trace[2128523859] 'agreement among raft nodes before linearized reading' (duration: 623.637432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.142178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.518365Z","time spent":"623.808825ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:44:40.14231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.817179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:40.142334Z","caller":"traceutil/trace.go:171","msg":"trace[365146489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10874; }","duration":"578.87995ms","start":"2026-04-28T03:44:39.563448Z","end":"2026-04-28T03:44:40.142328Z","steps":["trace[365146489] 'agreement among raft nodes before linearized reading' (duration: 578.838059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.142762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.563431Z","time spent":"579.32022ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:40.142886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.382828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:40.142916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.506251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.142982Z","caller":"traceutil/trace.go:171","msg":"trace[833584440] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10874; }","duration":"624.527512ms","start":"2026-04-28T03:44:39.51843Z","end":"2026-04-28T03:44:40.142958Z","steps":["trace[833584440] 'agreement among raft nodes before linearized reading' (duration: 624.328917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:40.142984Z","caller":"traceutil/trace.go:171","msg":"trace[909398937] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10874; }","duration":"616.603933ms","start":"2026-04-28T03:44:39.526362Z","end":"2026-04-28T03:44:40.142966Z","steps":["trace[909398937] 'agreement among raft nodes before linearized reading' (duration: 616.394948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.143029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.518417Z","time spent":"624.601163ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:44:40.143032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.52634Z","time spent":"616.679204ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T03:44:40.143597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.52688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.143682Z","caller":"traceutil/trace.go:171","msg":"trace[178450162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10874; }","duration":"625.245739ms","start":"2026-04-28T03:44:39.518421Z","end":"2026-04-28T03:44:40.143667Z","steps":["trace[178450162] 'agreement among raft nodes before linearized reading' (duration: 623.001668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.143721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:39.518414Z","time spent":"625.29545ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T03:44:40.186854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.486312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:40.186914Z","caller":"traceutil/trace.go:171","msg":"trace[1757336103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10875; }","duration":"142.579205ms","start":"2026-04-28T03:44:40.044322Z","end":"2026-04-28T03:44:40.186901Z","steps":["trace[1757336103] 'agreement among raft nodes before linearized reading' (duration: 142.483122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.44572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.975149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:44:40.445859Z","caller":"traceutil/trace.go:171","msg":"trace[1903289652] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"254.005192ms","start":"2026-04-28T03:44:40.191842Z","end":"2026-04-28T03:44:40.445847Z","steps":["trace[1903289652] 'process raft request' (duration: 253.981052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:40.445998Z","caller":"traceutil/trace.go:171","msg":"trace[1246751878] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"297.575389ms","start":"2026-04-28T03:44:40.14841Z","end":"2026-04-28T03:44:40.445985Z","steps":["trace[1246751878] 'process raft request' (duration: 136.278022ms)","trace[1246751878] 'compare' (duration: 160.798865ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:40.446024Z","caller":"traceutil/trace.go:171","msg":"trace[854986454] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"294.606353ms","start":"2026-04-28T03:44:40.151393Z","end":"2026-04-28T03:44:40.445999Z","steps":["trace[854986454] 'process raft request' (duration: 294.392017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:40.446188Z","caller":"traceutil/trace.go:171","msg":"trace[1868368249] linearizableReadLoop","detail":"{readStateIndex:11364; appliedIndex:11362; }","duration":"259.55989ms","start":"2026-04-28T03:44:40.186621Z","end":"2026-04-28T03:44:40.446181Z","steps":["trace[1868368249] 'read index received' (duration: 98.18368ms)","trace[1868368249] 'applied index is now lower than readState.Index' (duration: 161.37563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:40.446296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.035895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:44:40.446315Z","caller":"traceutil/trace.go:171","msg":"trace[1101045290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10878; }","duration":"281.082827ms","start":"2026-04-28T03:44:40.165227Z","end":"2026-04-28T03:44:40.44631Z","steps":["trace[1101045290] 'agreement among raft nodes before linearized reading' (duration: 281.004035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.446419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.728289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:44:40.446439Z","caller":"traceutil/trace.go:171","msg":"trace[1733099329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10878; }","duration":"284.766079ms","start":"2026-04-28T03:44:40.161666Z","end":"2026-04-28T03:44:40.446432Z","steps":["trace[1733099329] 'agreement among raft nodes before linearized reading' (duration: 284.716998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.446508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.28664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:44:40.446524Z","caller":"traceutil/trace.go:171","msg":"trace[1634961057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10878; }","duration":"301.227031ms","start":"2026-04-28T03:44:40.145293Z","end":"2026-04-28T03:44:40.446521Z","steps":["trace[1634961057] 'agreement among raft nodes before linearized reading' (duration: 301.18107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.446539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:40.145282Z","time spent":"301.253163ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:44:40.446612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.579439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:44:40.446628Z","caller":"traceutil/trace.go:171","msg":"trace[724813249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10878; }","duration":"148.632891ms","start":"2026-04-28T03:44:40.297991Z","end":"2026-04-28T03:44:40.446624Z","steps":["trace[724813249] 'agreement among raft nodes before linearized reading' (duration: 148.58945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:40.607803Z","caller":"traceutil/trace.go:171","msg":"trace[1625106751] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"153.543172ms","start":"2026-04-28T03:44:40.454241Z","end":"2026-04-28T03:44:40.607784Z","steps":["trace[1625106751] 'process raft request' (duration: 138.004542ms)","trace[1625106751] 'compare' (duration: 15.218983ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:40.767975Z","caller":"traceutil/trace.go:171","msg":"trace[1230243250] transaction","detail":"{read_only:false; response_revision:10882; number_of_response:1; }","duration":"310.921271ms","start":"2026-04-28T03:44:40.457035Z","end":"2026-04-28T03:44:40.767956Z","steps":["trace[1230243250] 'process raft request' (duration: 310.87501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.768095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:40.457015Z","time spent":"311.017692ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:40.768371Z","caller":"traceutil/trace.go:171","msg":"trace[1836233097] transaction","detail":"{read_only:false; response_revision:10880; number_of_response:1; }","duration":"314.073653ms","start":"2026-04-28T03:44:40.454288Z","end":"2026-04-28T03:44:40.768361Z","steps":["trace[1836233097] 'process raft request' (duration: 283.88204ms)","trace[1836233097] 'compare' (duration: 29.528677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:40.768449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:40.454276Z","time spent":"314.145944ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:40.768553Z","caller":"traceutil/trace.go:171","msg":"trace[935137325] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"314.204905ms","start":"2026-04-28T03:44:40.45434Z","end":"2026-04-28T03:44:40.768545Z","steps":["trace[935137325] 'process raft request' (duration: 313.512608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:40.768594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:40.454334Z","time spent":"314.240476ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:40.790686Z","caller":"traceutil/trace.go:171","msg":"trace[168840928] transaction","detail":"{read_only:false; response_revision:10883; number_of_response:1; }","duration":"166.985557ms","start":"2026-04-28T03:44:40.623681Z","end":"2026-04-28T03:44:40.790666Z","steps":["trace[168840928] 'process raft request' (duration: 166.531505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:43.469892Z","caller":"traceutil/trace.go:171","msg":"trace[1826366813] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"150.450442ms","start":"2026-04-28T03:44:43.31942Z","end":"2026-04-28T03:44:43.46987Z","steps":["trace[1826366813] 'process raft request' (duration: 111.239835ms)","trace[1826366813] 'compare' (duration: 39.055244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:43.489613Z","caller":"traceutil/trace.go:171","msg":"trace[61716498] linearizableReadLoop","detail":"{readStateIndex:11430; appliedIndex:11428; }","duration":"115.639394ms","start":"2026-04-28T03:44:43.373958Z","end":"2026-04-28T03:44:43.489597Z","steps":["trace[61716498] 'read index received' (duration: 56.62292ms)","trace[61716498] 'applied index is now lower than readState.Index' (duration: 59.015834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:43.489856Z","caller":"traceutil/trace.go:171","msg":"trace[1795343277] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"166.698769ms","start":"2026-04-28T03:44:43.323145Z","end":"2026-04-28T03:44:43.489844Z","steps":["trace[1795343277] 'process raft request' (duration: 166.286739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:43.49018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.205447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:43.490285Z","caller":"traceutil/trace.go:171","msg":"trace[263835656] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10943; }","duration":"116.33546ms","start":"2026-04-28T03:44:43.373916Z","end":"2026-04-28T03:44:43.490251Z","steps":["trace[263835656] 'agreement among raft nodes before linearized reading' (duration: 116.175516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:43.510257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.872987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:43.510315Z","caller":"traceutil/trace.go:171","msg":"trace[1867525036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10945; }","duration":"111.215714ms","start":"2026-04-28T03:44:43.399086Z","end":"2026-04-28T03:44:43.510302Z","steps":["trace[1867525036] 'agreement among raft nodes before linearized reading' (duration: 110.867526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:46.953799Z","caller":"traceutil/trace.go:171","msg":"trace[1885295151] linearizableReadLoop","detail":"{readStateIndex:11517; appliedIndex:11516; }","duration":"413.02695ms","start":"2026-04-28T03:44:46.540755Z","end":"2026-04-28T03:44:46.953782Z","steps":["trace[1885295151] 'read index received' (duration: 367.476479ms)","trace[1885295151] 'applied index is now lower than readState.Index' (duration: 45.549921ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:46.954043Z","caller":"traceutil/trace.go:171","msg":"trace[371565552] transaction","detail":"{read_only:false; response_revision:11028; number_of_response:1; }","duration":"419.713251ms","start":"2026-04-28T03:44:46.534282Z","end":"2026-04-28T03:44:46.953995Z","steps":["trace[371565552] 'process raft request' (duration: 373.938335ms)","trace[371565552] 'compare' (duration: 45.477739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:46.954268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:46.534266Z","time spent":"419.890374ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:46.954604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.814498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:44:46.954645Z","caller":"traceutil/trace.go:171","msg":"trace[350204955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11028; }","duration":"413.898089ms","start":"2026-04-28T03:44:46.540737Z","end":"2026-04-28T03:44:46.954635Z","steps":["trace[350204955] 'agreement among raft nodes before linearized reading' (duration: 413.735845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:46.955534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:46.540729Z","time spent":"414.793339ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:44:47.032797Z","caller":"traceutil/trace.go:171","msg":"trace[1189064252] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"170.798982ms","start":"2026-04-28T03:44:46.861976Z","end":"2026-04-28T03:44:47.032775Z","steps":["trace[1189064252] 'process raft request' (duration: 170.774681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.033188Z","caller":"traceutil/trace.go:171","msg":"trace[1038173909] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"329.110232ms","start":"2026-04-28T03:44:46.70407Z","end":"2026-04-28T03:44:47.033181Z","steps":["trace[1038173909] 'process raft request' (duration: 328.521649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.033258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:46.704047Z","time spent":"329.160214ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:47.033377Z","caller":"traceutil/trace.go:171","msg":"trace[129678066] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"293.512057ms","start":"2026-04-28T03:44:46.739859Z","end":"2026-04-28T03:44:47.033371Z","steps":["trace[129678066] 'process raft request' (duration: 292.827822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.033493Z","caller":"traceutil/trace.go:171","msg":"trace[172865026] transaction","detail":"{read_only:false; response_revision:11031; number_of_response:1; }","duration":"215.251527ms","start":"2026-04-28T03:44:46.818236Z","end":"2026-04-28T03:44:47.033488Z","steps":["trace[172865026] 'process raft request' (duration: 214.47437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.03348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.100471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:47.033603Z","caller":"traceutil/trace.go:171","msg":"trace[2094548372] transaction","detail":"{read_only:false; response_revision:11032; number_of_response:1; }","duration":"212.481964ms","start":"2026-04-28T03:44:46.821116Z","end":"2026-04-28T03:44:47.033598Z","steps":["trace[2094548372] 'process raft request' (duration: 211.617865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.033603Z","caller":"traceutil/trace.go:171","msg":"trace[754484877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11033; }","duration":"168.272705ms","start":"2026-04-28T03:44:46.865311Z","end":"2026-04-28T03:44:47.033583Z","steps":["trace[754484877] 'agreement among raft nodes before linearized reading' (duration: 168.087681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.033974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.661904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:44:47.034016Z","caller":"traceutil/trace.go:171","msg":"trace[446506276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:11033; }","duration":"180.730416ms","start":"2026-04-28T03:44:46.853274Z","end":"2026-04-28T03:44:47.034004Z","steps":["trace[446506276] 'agreement among raft nodes before linearized reading' (duration: 180.595323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.034091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.724491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.034141Z","caller":"traceutil/trace.go:171","msg":"trace[1003661070] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11033; }","duration":"266.820673ms","start":"2026-04-28T03:44:46.767313Z","end":"2026-04-28T03:44:47.034134Z","steps":["trace[1003661070] 'agreement among raft nodes before linearized reading' (duration: 266.738041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.034354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.159357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:44:47.034376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.771083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:44:47.034394Z","caller":"traceutil/trace.go:171","msg":"trace[341546714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11033; }","duration":"213.809374ms","start":"2026-04-28T03:44:46.820579Z","end":"2026-04-28T03:44:47.034389Z","steps":["trace[341546714] 'agreement among raft nodes before linearized reading' (duration: 213.732582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.034395Z","caller":"traceutil/trace.go:171","msg":"trace[846071756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11033; }","duration":"361.234428ms","start":"2026-04-28T03:44:46.673151Z","end":"2026-04-28T03:44:47.034385Z","steps":["trace[846071756] 'agreement among raft nodes before linearized reading' (duration: 361.123215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.034462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:46.673133Z","time spent":"361.31871ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:44:47.034506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.528089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:44:47.034556Z","caller":"traceutil/trace.go:171","msg":"trace[79009217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11033; }","duration":"225.57746ms","start":"2026-04-28T03:44:46.808938Z","end":"2026-04-28T03:44:47.034515Z","steps":["trace[79009217] 'agreement among raft nodes before linearized reading' (duration: 225.533199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.167227Z","caller":"traceutil/trace.go:171","msg":"trace[562237727] linearizableReadLoop","detail":"{readStateIndex:11523; appliedIndex:11522; }","duration":"134.256806ms","start":"2026-04-28T03:44:47.032953Z","end":"2026-04-28T03:44:47.16721Z","steps":["trace[562237727] 'read index received' (duration: 134.100722ms)","trace[562237727] 'applied index is now lower than readState.Index' (duration: 155.574µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:47.167485Z","caller":"traceutil/trace.go:171","msg":"trace[624395398] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"207.348108ms","start":"2026-04-28T03:44:46.960108Z","end":"2026-04-28T03:44:47.167456Z","steps":["trace[624395398] 'process raft request' (duration: 206.995901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.167959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.421711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-04-28T03:44:47.167997Z","caller":"traceutil/trace.go:171","msg":"trace[1757338218] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11034; }","duration":"177.498763ms","start":"2026-04-28T03:44:46.99049Z","end":"2026-04-28T03:44:47.167989Z","steps":["trace[1757338218] 'agreement among raft nodes before linearized reading' (duration: 177.137135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.214733Z","caller":"traceutil/trace.go:171","msg":"trace[2121972387] transaction","detail":"{read_only:false; response_revision:11037; number_of_response:1; }","duration":"171.886707ms","start":"2026-04-28T03:44:47.042828Z","end":"2026-04-28T03:44:47.214714Z","steps":["trace[2121972387] 'process raft request' (duration: 171.833516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.21478Z","caller":"traceutil/trace.go:171","msg":"trace[1474592575] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"172.243735ms","start":"2026-04-28T03:44:47.042471Z","end":"2026-04-28T03:44:47.214715Z","steps":["trace[1474592575] 'process raft request' (duration: 172.165483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.215086Z","caller":"traceutil/trace.go:171","msg":"trace[1258319761] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"172.652234ms","start":"2026-04-28T03:44:47.042425Z","end":"2026-04-28T03:44:47.215078Z","steps":["trace[1258319761] 'process raft request' (duration: 172.102362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.215705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.175636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:652194"} {"level":"info","ts":"2026-04-28T03:44:47.215749Z","caller":"traceutil/trace.go:171","msg":"trace[1224904473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:11037; }","duration":"173.266608ms","start":"2026-04-28T03:44:47.042472Z","end":"2026-04-28T03:44:47.215739Z","steps":["trace[1224904473] 'agreement among raft nodes before linearized reading' (duration: 172.623764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.446035Z","caller":"traceutil/trace.go:171","msg":"trace[1079390496] linearizableReadLoop","detail":"{readStateIndex:11527; appliedIndex:11526; }","duration":"179.575131ms","start":"2026-04-28T03:44:47.266441Z","end":"2026-04-28T03:44:47.446016Z","steps":["trace[1079390496] 'read index received' (duration: 99.100632ms)","trace[1079390496] 'applied index is now lower than readState.Index' (duration: 80.473459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:47.446589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.083343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.44663Z","caller":"traceutil/trace.go:171","msg":"trace[286427989] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"180.137674ms","start":"2026-04-28T03:44:47.266483Z","end":"2026-04-28T03:44:47.446621Z","steps":["trace[286427989] 'agreement among raft nodes before linearized reading' (duration: 180.030741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.446904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.357642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.446947Z","caller":"traceutil/trace.go:171","msg":"trace[357932360] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11038; }","duration":"143.416854ms","start":"2026-04-28T03:44:47.303522Z","end":"2026-04-28T03:44:47.446939Z","steps":["trace[357932360] 'agreement among raft nodes before linearized reading' (duration: 143.351303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.447114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.51458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:47.447129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.420197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:47.447286Z","caller":"traceutil/trace.go:171","msg":"trace[1514246883] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11038; }","duration":"133.60009ms","start":"2026-04-28T03:44:47.31367Z","end":"2026-04-28T03:44:47.44727Z","steps":["trace[1514246883] 'agreement among raft nodes before linearized reading' (duration: 133.230452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.447174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.875475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:47.447417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.538989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.447393Z","caller":"traceutil/trace.go:171","msg":"trace[296362509] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"137.114701ms","start":"2026-04-28T03:44:47.310253Z","end":"2026-04-28T03:44:47.447367Z","steps":["trace[296362509] 'agreement among raft nodes before linearized reading' (duration: 136.819734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.447466Z","caller":"traceutil/trace.go:171","msg":"trace[228127149] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11038; }","duration":"171.61293ms","start":"2026-04-28T03:44:47.275839Z","end":"2026-04-28T03:44:47.447452Z","steps":["trace[228127149] 'agreement among raft nodes before linearized reading' (duration: 171.542808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.447686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.72383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-28T03:44:47.447724Z","caller":"traceutil/trace.go:171","msg":"trace[80110013] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-tcvvb.18aa6742b2260352; range_end:; response_count:1; response_revision:11038; }","duration":"147.783031ms","start":"2026-04-28T03:44:47.299931Z","end":"2026-04-28T03:44:47.447714Z","steps":["trace[80110013] 'agreement among raft nodes before linearized reading' (duration: 147.544526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.447711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.178501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:47.447766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.335446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:47.447779Z","caller":"traceutil/trace.go:171","msg":"trace[1199805273] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11038; }","duration":"179.279304ms","start":"2026-04-28T03:44:47.268489Z","end":"2026-04-28T03:44:47.447768Z","steps":["trace[1199805273] 'agreement among raft nodes before linearized reading' (duration: 179.189082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.447817Z","caller":"traceutil/trace.go:171","msg":"trace[1702878432] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11038; }","duration":"168.390497ms","start":"2026-04-28T03:44:47.279412Z","end":"2026-04-28T03:44:47.447802Z","steps":["trace[1702878432] 'agreement among raft nodes before linearized reading' (duration: 168.215713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.447946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.75109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.447976Z","caller":"traceutil/trace.go:171","msg":"trace[69163762] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"174.810032ms","start":"2026-04-28T03:44:47.273158Z","end":"2026-04-28T03:44:47.447968Z","steps":["trace[69163762] 'agreement among raft nodes before linearized reading' (duration: 174.768061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.44806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.499644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.44809Z","caller":"traceutil/trace.go:171","msg":"trace[1840003025] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"181.536385ms","start":"2026-04-28T03:44:47.266547Z","end":"2026-04-28T03:44:47.448083Z","steps":["trace[1840003025] 'agreement among raft nodes before linearized reading' (duration: 181.494514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.448055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.603887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:47.44816Z","caller":"traceutil/trace.go:171","msg":"trace[408815818] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"181.737689ms","start":"2026-04-28T03:44:47.266408Z","end":"2026-04-28T03:44:47.448146Z","steps":["trace[408815818] 'agreement among raft nodes before linearized reading' (duration: 181.521274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:47.448212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.444258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-vvrbf\" ","response":"range_response_count:1 size:14819"} {"level":"info","ts":"2026-04-28T03:44:47.448343Z","caller":"traceutil/trace.go:171","msg":"trace[2139219938] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-vvrbf; range_end:; response_count:1; response_revision:11038; }","duration":"145.617213ms","start":"2026-04-28T03:44:47.302621Z","end":"2026-04-28T03:44:47.448238Z","steps":["trace[2139219938] 'agreement among raft nodes before linearized reading' (duration: 145.403398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.447195Z","caller":"traceutil/trace.go:171","msg":"trace[715611176] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:11038; }","duration":"141.679454ms","start":"2026-04-28T03:44:47.305498Z","end":"2026-04-28T03:44:47.447177Z","steps":["trace[715611176] 'agreement among raft nodes before linearized reading' (duration: 141.521691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:47.448956Z","caller":"traceutil/trace.go:171","msg":"trace[1965176515] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"221.044199ms","start":"2026-04-28T03:44:47.2279Z","end":"2026-04-28T03:44:47.448944Z","steps":["trace[1965176515] 'process raft request' (duration: 137.694315ms)","trace[1965176515] 'compare' (duration: 80.202413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:47.449744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.761952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21372"} {"level":"info","ts":"2026-04-28T03:44:47.449794Z","caller":"traceutil/trace.go:171","msg":"trace[1113631715] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11038; }","duration":"136.815943ms","start":"2026-04-28T03:44:47.312966Z","end":"2026-04-28T03:44:47.449782Z","steps":["trace[1113631715] 'agreement among raft nodes before linearized reading' (duration: 134.266686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:50.573085Z","caller":"traceutil/trace.go:171","msg":"trace[788258833] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"104.827921ms","start":"2026-04-28T03:44:50.468223Z","end":"2026-04-28T03:44:50.573051Z","steps":["trace[788258833] 'process raft request' (duration: 103.214084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:51.696279Z","caller":"traceutil/trace.go:171","msg":"trace[1266558769] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"108.33307ms","start":"2026-04-28T03:44:51.587908Z","end":"2026-04-28T03:44:51.696241Z","steps":["trace[1266558769] 'process raft request' (duration: 107.642354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:51.910961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.005328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:44:51.911075Z","caller":"traceutil/trace.go:171","msg":"trace[1984682294] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"207.457661ms","start":"2026-04-28T03:44:51.703596Z","end":"2026-04-28T03:44:51.911054Z","steps":["trace[1984682294] 'process raft request' (duration: 85.294459ms)","trace[1984682294] 'compare' (duration: 121.779963ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:53.574996Z","caller":"traceutil/trace.go:171","msg":"trace[1853596459] transaction","detail":"{read_only:false; response_revision:11425; number_of_response:1; }","duration":"109.107937ms","start":"2026-04-28T03:44:53.465866Z","end":"2026-04-28T03:44:53.574973Z","steps":["trace[1853596459] 'process raft request' (duration: 108.696608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.575159Z","caller":"traceutil/trace.go:171","msg":"trace[513214539] transaction","detail":"{read_only:false; response_revision:11426; number_of_response:1; }","duration":"108.992675ms","start":"2026-04-28T03:44:53.466154Z","end":"2026-04-28T03:44:53.575146Z","steps":["trace[513214539] 'process raft request' (duration: 108.564836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.747571Z","caller":"traceutil/trace.go:171","msg":"trace[1426739591] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"204.768461ms","start":"2026-04-28T03:44:53.54276Z","end":"2026-04-28T03:44:53.747529Z","steps":["trace[1426739591] 'process raft request' (duration: 204.628977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.747927Z","caller":"traceutil/trace.go:171","msg":"trace[1489883678] linearizableReadLoop","detail":"{readStateIndex:11924; appliedIndex:11924; }","duration":"173.146715ms","start":"2026-04-28T03:44:53.574769Z","end":"2026-04-28T03:44:53.747916Z","steps":["trace[1489883678] 'read index received' (duration: 173.137625ms)","trace[1489883678] 'applied index is now lower than readState.Index' (duration: 8.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:53.748124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.073692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10992"} {"level":"warn","ts":"2026-04-28T03:44:53.748124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.22385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21469"} {"level":"warn","ts":"2026-04-28T03:44:53.748124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.19609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21469"} {"level":"info","ts":"2026-04-28T03:44:53.748163Z","caller":"traceutil/trace.go:171","msg":"trace[1175285451] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:11427; }","duration":"211.137824ms","start":"2026-04-28T03:44:53.537015Z","end":"2026-04-28T03:44:53.748152Z","steps":["trace[1175285451] 'agreement among raft nodes before linearized reading' (duration: 210.971041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.748172Z","caller":"traceutil/trace.go:171","msg":"trace[72332895] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11427; }","duration":"205.266842ms","start":"2026-04-28T03:44:53.542897Z","end":"2026-04-28T03:44:53.748164Z","steps":["trace[72332895] 'agreement among raft nodes before linearized reading' (duration: 205.099158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.748172Z","caller":"traceutil/trace.go:171","msg":"trace[38898676] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11427; }","duration":"205.281472ms","start":"2026-04-28T03:44:53.542879Z","end":"2026-04-28T03:44:53.748161Z","steps":["trace[38898676] 'agreement among raft nodes before linearized reading' (duration: 205.103668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.347893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.74826Z","caller":"traceutil/trace.go:171","msg":"trace[66555408] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11427; }","duration":"205.369364ms","start":"2026-04-28T03:44:53.542886Z","end":"2026-04-28T03:44:53.748256Z","steps":["trace[66555408] 'agreement among raft nodes before linearized reading' (duration: 205.299532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.183868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10992"} {"level":"warn","ts":"2026-04-28T03:44:53.74828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.197329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.748294Z","caller":"traceutil/trace.go:171","msg":"trace[1693383324] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11427; }","duration":"216.211009ms","start":"2026-04-28T03:44:53.532078Z","end":"2026-04-28T03:44:53.748289Z","steps":["trace[1693383324] 'agreement among raft nodes before linearized reading' (duration: 216.189299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.748296Z","caller":"traceutil/trace.go:171","msg":"trace[264879811] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:11427; }","duration":"216.26924ms","start":"2026-04-28T03:44:53.532014Z","end":"2026-04-28T03:44:53.748283Z","steps":["trace[264879811] 'agreement among raft nodes before linearized reading' (duration: 216.109467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.25088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.748327Z","caller":"traceutil/trace.go:171","msg":"trace[1052254068] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11427; }","duration":"216.27171ms","start":"2026-04-28T03:44:53.532051Z","end":"2026-04-28T03:44:53.748323Z","steps":["trace[1052254068] 'agreement among raft nodes before linearized reading' (duration: 216.25149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.506937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10992"} {"level":"warn","ts":"2026-04-28T03:44:53.748365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.073748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.748376Z","caller":"traceutil/trace.go:171","msg":"trace[685404150] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:11427; }","duration":"205.525217ms","start":"2026-04-28T03:44:53.542848Z","end":"2026-04-28T03:44:53.748373Z","steps":["trace[685404150] 'agreement among raft nodes before linearized reading' (duration: 205.483606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.748377Z","caller":"traceutil/trace.go:171","msg":"trace[1636895073] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:11427; }","duration":"209.096028ms","start":"2026-04-28T03:44:53.539278Z","end":"2026-04-28T03:44:53.748374Z","steps":["trace[1636895073] 'agreement among raft nodes before linearized reading' (duration: 209.078818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.359075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:53.748455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.115837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21469"} {"level":"info","ts":"2026-04-28T03:44:53.748465Z","caller":"traceutil/trace.go:171","msg":"trace[592624532] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11427; }","duration":"221.411486ms","start":"2026-04-28T03:44:53.52705Z","end":"2026-04-28T03:44:53.748461Z","steps":["trace[592624532] 'agreement among raft nodes before linearized reading' (duration: 221.391896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.748473Z","caller":"traceutil/trace.go:171","msg":"trace[1839840330] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:11427; }","duration":"220.163148ms","start":"2026-04-28T03:44:53.528305Z","end":"2026-04-28T03:44:53.748468Z","steps":["trace[1839840330] 'agreement among raft nodes before linearized reading' (duration: 220.074986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.748648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.373654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:53.748679Z","caller":"traceutil/trace.go:171","msg":"trace[530489597] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:11427; }","duration":"209.417426ms","start":"2026-04-28T03:44:53.539249Z","end":"2026-04-28T03:44:53.748666Z","steps":["trace[530489597] 'agreement among raft nodes before linearized reading' (duration: 208.70162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.896515Z","caller":"traceutil/trace.go:171","msg":"trace[1244376101] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"313.276904ms","start":"2026-04-28T03:44:53.583203Z","end":"2026-04-28T03:44:53.89648Z","steps":["trace[1244376101] 'process raft request' (duration: 294.478519ms)","trace[1244376101] 'compare' (duration: 17.638529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:53.896639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:53.583183Z","time spent":"313.396736ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:44:53.896673Z","caller":"traceutil/trace.go:171","msg":"trace[135643038] transaction","detail":"{read_only:false; response_revision:11430; number_of_response:1; }","duration":"300.381322ms","start":"2026-04-28T03:44:53.596261Z","end":"2026-04-28T03:44:53.896643Z","steps":["trace[135643038] 'process raft request' (duration: 299.534023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.896725Z","caller":"traceutil/trace.go:171","msg":"trace[470624742] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"312.456916ms","start":"2026-04-28T03:44:53.583739Z","end":"2026-04-28T03:44:53.896196Z","steps":["trace[470624742] 'process raft request' (duration: 312.013626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.896802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:53.596233Z","time spent":"300.497265ms","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:53.89684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:53.583702Z","time spent":"313.08292ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:44:53.89793Z","caller":"traceutil/trace.go:171","msg":"trace[89940348] linearizableReadLoop","detail":"{readStateIndex:11930; appliedIndex:11924; }","duration":"149.95893ms","start":"2026-04-28T03:44:53.747961Z","end":"2026-04-28T03:44:53.89792Z","steps":["trace[89940348] 'read index received' (duration: 129.649771ms)","trace[89940348] 'applied index is now lower than readState.Index' (duration: 20.308419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:53.898049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.404179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:44:53.898076Z","caller":"traceutil/trace.go:171","msg":"trace[463296306] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:11433; }","duration":"299.457671ms","start":"2026-04-28T03:44:53.59861Z","end":"2026-04-28T03:44:53.898068Z","steps":["trace[463296306] 'agreement among raft nodes before linearized reading' (duration: 299.349658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.900105Z","caller":"traceutil/trace.go:171","msg":"trace[818080813] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"301.908007ms","start":"2026-04-28T03:44:53.598187Z","end":"2026-04-28T03:44:53.900095Z","steps":["trace[818080813] 'process raft request' (duration: 298.95611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.900173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:53.59816Z","time spent":"301.978769ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:53.900272Z","caller":"traceutil/trace.go:171","msg":"trace[706972879] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"273.922425ms","start":"2026-04-28T03:44:53.626342Z","end":"2026-04-28T03:44:53.900265Z","steps":["trace[706972879] 'process raft request' (duration: 271.52476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.900437Z","caller":"traceutil/trace.go:171","msg":"trace[1870456952] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"174.734411ms","start":"2026-04-28T03:44:53.725697Z","end":"2026-04-28T03:44:53.900431Z","steps":["trace[1870456952] 'process raft request' (duration: 172.193504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:53.900747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.707862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:44:53.900789Z","caller":"traceutil/trace.go:171","msg":"trace[1894721562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11433; }","duration":"232.785254ms","start":"2026-04-28T03:44:53.667995Z","end":"2026-04-28T03:44:53.90078Z","steps":["trace[1894721562] 'agreement among raft nodes before linearized reading' (duration: 232.631231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.94959Z","caller":"traceutil/trace.go:171","msg":"trace[1142400344] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"191.591063ms","start":"2026-04-28T03:44:53.757983Z","end":"2026-04-28T03:44:53.949574Z","steps":["trace[1142400344] 'process raft request' (duration: 191.350007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.949732Z","caller":"traceutil/trace.go:171","msg":"trace[808848727] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"195.708775ms","start":"2026-04-28T03:44:53.754019Z","end":"2026-04-28T03:44:53.949727Z","steps":["trace[808848727] 'process raft request' (duration: 195.215044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:53.949901Z","caller":"traceutil/trace.go:171","msg":"trace[1910098751] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"191.745736ms","start":"2026-04-28T03:44:53.757987Z","end":"2026-04-28T03:44:53.949733Z","steps":["trace[1910098751] 'process raft request' (duration: 191.408629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.085616Z","caller":"traceutil/trace.go:171","msg":"trace[462084195] linearizableReadLoop","detail":"{readStateIndex:11940; appliedIndex:11934; }","duration":"135.692188ms","start":"2026-04-28T03:44:53.949903Z","end":"2026-04-28T03:44:54.085596Z","steps":["trace[462084195] 'read index received' (duration: 114.717874ms)","trace[462084195] 'applied index is now lower than readState.Index' (duration: 20.973294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:54.085704Z","caller":"traceutil/trace.go:171","msg":"trace[860150720] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"154.33483ms","start":"2026-04-28T03:44:53.931361Z","end":"2026-04-28T03:44:54.085696Z","steps":["trace[860150720] 'process raft request' (duration: 154.196697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.085701Z","caller":"traceutil/trace.go:171","msg":"trace[1977030514] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"169.787569ms","start":"2026-04-28T03:44:53.915889Z","end":"2026-04-28T03:44:54.085677Z","steps":["trace[1977030514] 'process raft request' (duration: 169.540493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.08577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.422158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wljkm-tls\" ","response":"range_response_count:1 size:1580"} {"level":"info","ts":"2026-04-28T03:44:54.085828Z","caller":"traceutil/trace.go:171","msg":"trace[1869058011] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"175.045998ms","start":"2026-04-28T03:44:53.910757Z","end":"2026-04-28T03:44:54.085803Z","steps":["trace[1869058011] 'process raft request' (duration: 153.706786ms)","trace[1869058011] 'compare' (duration: 20.79468ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:54.085834Z","caller":"traceutil/trace.go:171","msg":"trace[103448673] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wljkm-tls; range_end:; response_count:1; response_revision:11442; }","duration":"176.525633ms","start":"2026-04-28T03:44:53.909296Z","end":"2026-04-28T03:44:54.085822Z","steps":["trace[103448673] 'agreement among raft nodes before linearized reading' (duration: 176.402099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.085915Z","caller":"traceutil/trace.go:171","msg":"trace[1785164785] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"172.249335ms","start":"2026-04-28T03:44:53.913658Z","end":"2026-04-28T03:44:54.085907Z","steps":["trace[1785164785] 'process raft request' (duration: 171.717022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.085975Z","caller":"traceutil/trace.go:171","msg":"trace[1257727261] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11440; }","duration":"164.934829ms","start":"2026-04-28T03:44:53.921032Z","end":"2026-04-28T03:44:54.085966Z","steps":["trace[1257727261] 'process raft request' (duration: 164.435657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.086069Z","caller":"traceutil/trace.go:171","msg":"trace[668284186] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"164.097681ms","start":"2026-04-28T03:44:53.921965Z","end":"2026-04-28T03:44:54.086062Z","steps":["trace[668284186] 'process raft request' (duration: 163.525968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.086564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.235618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:666157"} {"level":"info","ts":"2026-04-28T03:44:54.086694Z","caller":"traceutil/trace.go:171","msg":"trace[2040345855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:11442; }","duration":"177.396802ms","start":"2026-04-28T03:44:53.909284Z","end":"2026-04-28T03:44:54.086681Z","steps":["trace[2040345855] 'agreement among raft nodes before linearized reading' (duration: 176.45489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.18359Z","caller":"traceutil/trace.go:171","msg":"trace[1345994954] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"219.585974ms","start":"2026-04-28T03:44:53.963985Z","end":"2026-04-28T03:44:54.183571Z","steps":["trace[1345994954] 'process raft request' (duration: 219.322169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.18378Z","caller":"traceutil/trace.go:171","msg":"trace[1679929188] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"213.223161ms","start":"2026-04-28T03:44:53.970551Z","end":"2026-04-28T03:44:54.183774Z","steps":["trace[1679929188] 'process raft request' (duration: 212.854683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.183889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.823477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.183909Z","caller":"traceutil/trace.go:171","msg":"trace[626206960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11444; }","duration":"137.885319ms","start":"2026-04-28T03:44:54.04602Z","end":"2026-04-28T03:44:54.183905Z","steps":["trace[626206960] 'agreement among raft nodes before linearized reading' (duration: 137.837468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.184183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.992164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-04-28T03:44:54.18431Z","caller":"traceutil/trace.go:171","msg":"trace[910061542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11444; }","duration":"231.133216ms","start":"2026-04-28T03:44:53.953148Z","end":"2026-04-28T03:44:54.184281Z","steps":["trace[910061542] 'agreement among raft nodes before linearized reading' (duration: 230.903281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.221824Z","caller":"traceutil/trace.go:171","msg":"trace[644269396] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"125.184531ms","start":"2026-04-28T03:44:54.096614Z","end":"2026-04-28T03:44:54.221798Z","steps":["trace[644269396] 'process raft request' (duration: 125.089739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.221821Z","caller":"traceutil/trace.go:171","msg":"trace[608107669] transaction","detail":"{read_only:false; response_revision:11445; number_of_response:1; }","duration":"129.884347ms","start":"2026-04-28T03:44:54.091909Z","end":"2026-04-28T03:44:54.221793Z","steps":["trace[608107669] 'process raft request' (duration: 129.655662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.22199Z","caller":"traceutil/trace.go:171","msg":"trace[2036455693] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"114.795375ms","start":"2026-04-28T03:44:54.107186Z","end":"2026-04-28T03:44:54.221981Z","steps":["trace[2036455693] 'process raft request' (duration: 114.635332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.222064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.436659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.222106Z","caller":"traceutil/trace.go:171","msg":"trace[1289032816] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:11449; }","duration":"126.48767ms","start":"2026-04-28T03:44:54.095608Z","end":"2026-04-28T03:44:54.222095Z","steps":["trace[1289032816] 'agreement among raft nodes before linearized reading' (duration: 126.415118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.222136Z","caller":"traceutil/trace.go:171","msg":"trace[220182506] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"118.693494ms","start":"2026-04-28T03:44:54.103437Z","end":"2026-04-28T03:44:54.22213Z","steps":["trace[220182506] 'process raft request' (duration: 118.300105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.222257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.363467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-hnft6\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-04-28T03:44:54.222289Z","caller":"traceutil/trace.go:171","msg":"trace[716825395] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-hnft6; range_end:; response_count:1; response_revision:11449; }","duration":"130.414128ms","start":"2026-04-28T03:44:54.091867Z","end":"2026-04-28T03:44:54.222281Z","steps":["trace[716825395] 'agreement among raft nodes before linearized reading' (duration: 130.309106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.222333Z","caller":"traceutil/trace.go:171","msg":"trace[1080981079] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"118.452428ms","start":"2026-04-28T03:44:54.103873Z","end":"2026-04-28T03:44:54.222325Z","steps":["trace[1080981079] 'process raft request' (duration: 117.909576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.392014Z","caller":"traceutil/trace.go:171","msg":"trace[877966709] linearizableReadLoop","detail":"{readStateIndex:11948; appliedIndex:11947; }","duration":"170.116527ms","start":"2026-04-28T03:44:54.221853Z","end":"2026-04-28T03:44:54.391969Z","steps":["trace[877966709] 'read index received' (duration: 121.258742ms)","trace[877966709] 'applied index is now lower than readState.Index' (duration: 48.856095ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:54.392143Z","caller":"traceutil/trace.go:171","msg":"trace[555699334] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"192.193456ms","start":"2026-04-28T03:44:54.199935Z","end":"2026-04-28T03:44:54.392128Z","steps":["trace[555699334] 'process raft request' (duration: 143.163277ms)","trace[555699334] 'compare' (duration: 47.948784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:54.392289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.389611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-hvgr2\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-28T03:44:54.392325Z","caller":"traceutil/trace.go:171","msg":"trace[74484161] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-hvgr2; range_end:; response_count:1; response_revision:11450; }","duration":"196.451162ms","start":"2026-04-28T03:44:54.195865Z","end":"2026-04-28T03:44:54.392316Z","steps":["trace[74484161] 'agreement among raft nodes before linearized reading' (duration: 196.287558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.39242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.526405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.392451Z","caller":"traceutil/trace.go:171","msg":"trace[1908240254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11450; }","duration":"200.579366ms","start":"2026-04-28T03:44:54.191864Z","end":"2026-04-28T03:44:54.392443Z","steps":["trace[1908240254] 'agreement among raft nodes before linearized reading' (duration: 200.522715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.524976Z","caller":"traceutil/trace.go:171","msg":"trace[1684826533] transaction","detail":"{read_only:false; response_revision:11452; number_of_response:1; }","duration":"297.553838ms","start":"2026-04-28T03:44:54.227398Z","end":"2026-04-28T03:44:54.524952Z","steps":["trace[1684826533] 'process raft request' (duration: 297.436065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.525019Z","caller":"traceutil/trace.go:171","msg":"trace[283222855] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"286.6015ms","start":"2026-04-28T03:44:54.238412Z","end":"2026-04-28T03:44:54.525014Z","steps":["trace[283222855] 'process raft request' (duration: 286.487488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.524978Z","caller":"traceutil/trace.go:171","msg":"trace[1285841569] transaction","detail":"{read_only:false; response_revision:11455; number_of_response:1; }","duration":"278.335813ms","start":"2026-04-28T03:44:54.246625Z","end":"2026-04-28T03:44:54.524961Z","steps":["trace[1285841569] 'process raft request' (duration: 278.307522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.525218Z","caller":"traceutil/trace.go:171","msg":"trace[31961222] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"296.896483ms","start":"2026-04-28T03:44:54.2283Z","end":"2026-04-28T03:44:54.525197Z","steps":["trace[31961222] 'process raft request' (duration: 296.576156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.525315Z","caller":"traceutil/trace.go:171","msg":"trace[471417277] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11451; }","duration":"300.562236ms","start":"2026-04-28T03:44:54.224746Z","end":"2026-04-28T03:44:54.525308Z","steps":["trace[471417277] 'process raft request' (duration: 294.728074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.525388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:54.224736Z","time spent":"300.600836ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":50,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T03:44:54.548985Z","caller":"traceutil/trace.go:171","msg":"trace[1366310291] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"197.713051ms","start":"2026-04-28T03:44:54.351244Z","end":"2026-04-28T03:44:54.548957Z","steps":["trace[1366310291] 'process raft request' (duration: 197.533867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.549914Z","caller":"traceutil/trace.go:171","msg":"trace[1000241564] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"177.967773ms","start":"2026-04-28T03:44:54.371929Z","end":"2026-04-28T03:44:54.549897Z","steps":["trace[1000241564] 'process raft request' (duration: 177.212286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550202Z","caller":"traceutil/trace.go:171","msg":"trace[1843404080] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"168.528801ms","start":"2026-04-28T03:44:54.381666Z","end":"2026-04-28T03:44:54.550195Z","steps":["trace[1843404080] 'process raft request' (duration: 168.173613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550265Z","caller":"traceutil/trace.go:171","msg":"trace[1718032030] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11459; }","duration":"156.681203ms","start":"2026-04-28T03:44:54.393563Z","end":"2026-04-28T03:44:54.550244Z","steps":["trace[1718032030] 'process raft request' (duration: 156.471558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550332Z","caller":"traceutil/trace.go:171","msg":"trace[975965872] linearizableReadLoop","detail":"{readStateIndex:11956; appliedIndex:11948; }","duration":"158.189297ms","start":"2026-04-28T03:44:54.39213Z","end":"2026-04-28T03:44:54.550319Z","steps":["trace[975965872] 'read index received' (duration: 127.356709ms)","trace[975965872] 'applied index is now lower than readState.Index' (duration: 30.831598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:54.550386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.192627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.550408Z","caller":"traceutil/trace.go:171","msg":"trace[67150020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11463; }","duration":"265.239187ms","start":"2026-04-28T03:44:54.285162Z","end":"2026-04-28T03:44:54.550401Z","steps":["trace[67150020] 'agreement among raft nodes before linearized reading' (duration: 265.169956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550483Z","caller":"traceutil/trace.go:171","msg":"trace[28776904] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"156.248172ms","start":"2026-04-28T03:44:54.39423Z","end":"2026-04-28T03:44:54.550478Z","steps":["trace[28776904] 'process raft request' (duration: 155.911415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.550567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.064106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:54.550635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.125901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-v95pn.18aa6753b3879508\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:44:54.550653Z","caller":"traceutil/trace.go:171","msg":"trace[19998884] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-v95pn.18aa6753b3879508; range_end:; response_count:1; response_revision:11463; }","duration":"256.173132ms","start":"2026-04-28T03:44:54.294474Z","end":"2026-04-28T03:44:54.550647Z","steps":["trace[19998884] 'agreement among raft nodes before linearized reading' (duration: 256.10325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550604Z","caller":"traceutil/trace.go:171","msg":"trace[1176893176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11463; }","duration":"243.112967ms","start":"2026-04-28T03:44:54.307483Z","end":"2026-04-28T03:44:54.550596Z","steps":["trace[1176893176] 'agreement among raft nodes before linearized reading' (duration: 243.032555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.550755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.100023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-54vkj\" ","response":"range_response_count:1 size:2421"} {"level":"info","ts":"2026-04-28T03:44:54.550781Z","caller":"traceutil/trace.go:171","msg":"trace[1026996062] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-54vkj; range_end:; response_count:1; response_revision:11463; }","duration":"257.115684ms","start":"2026-04-28T03:44:54.29365Z","end":"2026-04-28T03:44:54.550766Z","steps":["trace[1026996062] 'agreement among raft nodes before linearized reading' (duration: 257.055362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.55082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.841279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.550832Z","caller":"traceutil/trace.go:171","msg":"trace[1867542777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11463; }","duration":"264.860619ms","start":"2026-04-28T03:44:54.285968Z","end":"2026-04-28T03:44:54.550829Z","steps":["trace[1867542777] 'agreement among raft nodes before linearized reading' (duration: 264.842178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.550838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.568158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-04-28T03:44:54.550879Z","caller":"traceutil/trace.go:171","msg":"trace[2040259340] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:11463; }","duration":"266.6269ms","start":"2026-04-28T03:44:54.28424Z","end":"2026-04-28T03:44:54.550867Z","steps":["trace[2040259340] 'agreement among raft nodes before linearized reading' (duration: 266.191999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.550881Z","caller":"traceutil/trace.go:171","msg":"trace[1004611077] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"106.887208ms","start":"2026-04-28T03:44:54.443984Z","end":"2026-04-28T03:44:54.550871Z","steps":["trace[1004611077] 'process raft request' (duration: 106.206862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.854265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.551123Z","caller":"traceutil/trace.go:171","msg":"trace[1457325462] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11463; }","duration":"266.892866ms","start":"2026-04-28T03:44:54.284222Z","end":"2026-04-28T03:44:54.551115Z","steps":["trace[1457325462] 'agreement among raft nodes before linearized reading' (duration: 266.844405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.747923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4314"} {"level":"info","ts":"2026-04-28T03:44:54.551276Z","caller":"traceutil/trace.go:171","msg":"trace[264479328] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:11463; }","duration":"320.765624ms","start":"2026-04-28T03:44:54.230505Z","end":"2026-04-28T03:44:54.551271Z","steps":["trace[264479328] 'agreement among raft nodes before linearized reading' (duration: 320.710713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.71542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-tls.18aa687e0342ce3e\" ","response":"range_response_count:1 size:750"} {"level":"warn","ts":"2026-04-28T03:44:54.551309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.26592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-04-28T03:44:54.551315Z","caller":"traceutil/trace.go:171","msg":"trace[701904185] range","detail":"{range_begin:/registry/events/monitoring/prometheus-tls.18aa687e0342ce3e; range_end:; response_count:1; response_revision:11463; }","duration":"323.759682ms","start":"2026-04-28T03:44:54.227547Z","end":"2026-04-28T03:44:54.551307Z","steps":["trace[701904185] 'agreement among raft nodes before linearized reading' (duration: 323.67046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.55133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.112661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12561"} {"level":"info","ts":"2026-04-28T03:44:54.551337Z","caller":"traceutil/trace.go:171","msg":"trace[251928909] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:11463; }","duration":"327.310261ms","start":"2026-04-28T03:44:54.224019Z","end":"2026-04-28T03:44:54.551329Z","steps":["trace[251928909] 'agreement among raft nodes before linearized reading' (duration: 327.218289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:54.227542Z","time spent":"323.791742ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":773,"request content":"key:\"/registry/events/monitoring/prometheus-tls.18aa687e0342ce3e\" "} {"level":"info","ts":"2026-04-28T03:44:54.55135Z","caller":"traceutil/trace.go:171","msg":"trace[1058202750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11463; }","duration":"267.140531ms","start":"2026-04-28T03:44:54.284204Z","end":"2026-04-28T03:44:54.551344Z","steps":["trace[1058202750] 'agreement among raft nodes before linearized reading' (duration: 267.100481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.55136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:54.224007Z","time spent":"327.346293ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:44:54.551292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:54.230486Z","time spent":"320.801625ms","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4337,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-04-28T03:44:54.551478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.354216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.551495Z","caller":"traceutil/trace.go:171","msg":"trace[1931574396] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:11463; }","duration":"267.369737ms","start":"2026-04-28T03:44:54.28412Z","end":"2026-04-28T03:44:54.55149Z","steps":["trace[1931574396] 'agreement among raft nodes before linearized reading' (duration: 267.345006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.251194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:54.551612Z","caller":"traceutil/trace.go:171","msg":"trace[1998628957] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11463; }","duration":"267.414307ms","start":"2026-04-28T03:44:54.284187Z","end":"2026-04-28T03:44:54.551601Z","steps":["trace[1998628957] 'agreement among raft nodes before linearized reading' (duration: 267.250503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:54.551627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.884416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12561"} {"level":"warn","ts":"2026-04-28T03:44:54.551761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.773237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T03:44:54.55179Z","caller":"traceutil/trace.go:171","msg":"trace[1349776122] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11463; }","duration":"279.833458ms","start":"2026-04-28T03:44:54.271951Z","end":"2026-04-28T03:44:54.551785Z","steps":["trace[1349776122] 'agreement among raft nodes before linearized reading' (duration: 279.754816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:54.551842Z","caller":"traceutil/trace.go:171","msg":"trace[1811964826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11463; }","duration":"270.929467ms","start":"2026-04-28T03:44:54.280714Z","end":"2026-04-28T03:44:54.551643Z","steps":["trace[1811964826] 'agreement among raft nodes before linearized reading' (duration: 270.878236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:46:35.649909Z","caller":"traceutil/trace.go:171","msg":"trace[1666939363] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"124.198549ms","start":"2026-04-28T03:46:35.525684Z","end":"2026-04-28T03:46:35.649883Z","steps":["trace[1666939363] 'process raft request' (duration: 124.103487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:46:35.649927Z","caller":"traceutil/trace.go:171","msg":"trace[2086534560] transaction","detail":"{read_only:false; response_revision:13070; number_of_response:1; }","duration":"126.148913ms","start":"2026-04-28T03:46:35.523722Z","end":"2026-04-28T03:46:35.649871Z","steps":["trace[2086534560] 'process raft request' (duration: 125.946478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:47:21.995927Z","caller":"traceutil/trace.go:171","msg":"trace[19663364] transaction","detail":"{read_only:false; response_revision:14473; number_of_response:1; }","duration":"107.564012ms","start":"2026-04-28T03:47:21.888334Z","end":"2026-04-28T03:47:21.995898Z","steps":["trace[19663364] 'process raft request' (duration: 107.406589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:47:43.28642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8276} {"level":"info","ts":"2026-04-28T03:47:43.362343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8276,"took":"71.795024ms","hash":194217930,"current-db-size-bytes":66134016,"current-db-size":"66 MB","current-db-size-in-use-bytes":63578112,"current-db-size-in-use":"64 MB"} {"level":"info","ts":"2026-04-28T03:47:43.362418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":194217930,"revision":8276,"compact-revision":6604} {"level":"info","ts":"2026-04-28T03:48:02.039387Z","caller":"traceutil/trace.go:171","msg":"trace[923180538] transaction","detail":"{read_only:false; response_revision:14996; number_of_response:1; }","duration":"117.368406ms","start":"2026-04-28T03:48:01.921977Z","end":"2026-04-28T03:48:02.039345Z","steps":["trace[923180538] 'process raft request' (duration: 106.823928ms)","trace[923180538] 'compare' (duration: 10.284233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:02.089641Z","caller":"traceutil/trace.go:171","msg":"trace[2124990176] transaction","detail":"{read_only:false; response_revision:14997; number_of_response:1; }","duration":"157.922222ms","start":"2026-04-28T03:48:01.931683Z","end":"2026-04-28T03:48:02.089605Z","steps":["trace[2124990176] 'process raft request' (duration: 157.737088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:02.581359Z","caller":"traceutil/trace.go:171","msg":"trace[1998756852] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"121.662243ms","start":"2026-04-28T03:48:02.459669Z","end":"2026-04-28T03:48:02.581331Z","steps":["trace[1998756852] 'process raft request' (duration: 103.715389ms)","trace[1998756852] 'compare' (duration: 17.707719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:03.010371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.639659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-04-28T03:48:03.010479Z","caller":"traceutil/trace.go:171","msg":"trace[1119541071] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:15012; }","duration":"143.806843ms","start":"2026-04-28T03:48:02.86665Z","end":"2026-04-28T03:48:03.010457Z","steps":["trace[1119541071] 'range keys from in-memory index tree' (duration: 143.394283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:03.010839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.931515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:03.010981Z","caller":"traceutil/trace.go:171","msg":"trace[1440181157] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15012; }","duration":"148.614451ms","start":"2026-04-28T03:48:02.862339Z","end":"2026-04-28T03:48:03.010953Z","steps":["trace[1440181157] 'range keys from in-memory index tree' (duration: 147.678329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:03.953328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096330104,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:48:04.019758Z","caller":"traceutil/trace.go:171","msg":"trace[1539728996] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"727.969666ms","start":"2026-04-28T03:48:03.291746Z","end":"2026-04-28T03:48:04.019716Z","steps":["trace[1539728996] 'process raft request' (duration: 727.739351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.0199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.291717Z","time spent":"728.109869ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:04.036711Z","caller":"traceutil/trace.go:171","msg":"trace[116780347] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"723.684008ms","start":"2026-04-28T03:48:03.313002Z","end":"2026-04-28T03:48:04.036686Z","steps":["trace[116780347] 'process raft request' (duration: 723.493074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.036855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.312974Z","time spent":"723.801151ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:04.037136Z","caller":"traceutil/trace.go:171","msg":"trace[708957564] linearizableReadLoop","detail":"{readStateIndex:15603; appliedIndex:15597; }","duration":"584.206973ms","start":"2026-04-28T03:48:03.452905Z","end":"2026-04-28T03:48:04.037112Z","steps":["trace[708957564] 'read index received' (duration: 566.594057ms)","trace[708957564] 'applied index is now lower than readState.Index' (duration: 17.611546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:04.037262Z","caller":"traceutil/trace.go:171","msg":"trace[1920793169] transaction","detail":"{read_only:false; response_revision:15016; number_of_response:1; }","duration":"405.273519ms","start":"2026-04-28T03:48:03.631977Z","end":"2026-04-28T03:48:04.03725Z","steps":["trace[1920793169] 'process raft request' (duration: 404.912471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:04.037353Z","caller":"traceutil/trace.go:171","msg":"trace[1803281892] transaction","detail":"{read_only:false; response_revision:15015; number_of_response:1; }","duration":"467.552173ms","start":"2026-04-28T03:48:03.569769Z","end":"2026-04-28T03:48:04.037321Z","steps":["trace[1803281892] 'process raft request' (duration: 466.885898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.631939Z","time spent":"405.35691ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:04.037418Z","caller":"traceutil/trace.go:171","msg":"trace[1635852300] transaction","detail":"{read_only:false; response_revision:15018; number_of_response:1; }","duration":"195.908848ms","start":"2026-04-28T03:48:03.841482Z","end":"2026-04-28T03:48:04.037391Z","steps":["trace[1635852300] 'process raft request' (duration: 195.57807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.03744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.569742Z","time spent":"467.656515ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:04.037433Z","caller":"traceutil/trace.go:171","msg":"trace[1525491948] transaction","detail":"{read_only:false; response_revision:15017; number_of_response:1; }","duration":"196.553812ms","start":"2026-04-28T03:48:03.840827Z","end":"2026-04-28T03:48:04.037381Z","steps":["trace[1525491948] 'process raft request' (duration: 196.188394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.530961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" ","response":"range_response_count:1 size:8552"} {"level":"warn","ts":"2026-04-28T03:48:04.037522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.02285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:04.037542Z","caller":"traceutil/trace.go:171","msg":"trace[1326103667] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-s7glk; range_end:; response_count:1; response_revision:15018; }","duration":"584.664873ms","start":"2026-04-28T03:48:03.452856Z","end":"2026-04-28T03:48:04.037521Z","steps":["trace[1326103667] 'agreement among raft nodes before linearized reading' (duration: 584.402208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.099255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:48:04.037634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.953469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-04-28T03:48:04.037476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.643558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:48:04.03765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.452834Z","time spent":"584.764556ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8575,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" "} {"level":"warn","ts":"2026-04-28T03:48:04.037724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.252388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-04-28T03:48:04.037721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.464932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:48:04.03776Z","caller":"traceutil/trace.go:171","msg":"trace[1747453461] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15018; }","duration":"507.32684ms","start":"2026-04-28T03:48:03.530425Z","end":"2026-04-28T03:48:04.037752Z","steps":["trace[1747453461] 'agreement among raft nodes before linearized reading' (duration: 507.164436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.682812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:04.037796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.53041Z","time spent":"507.38008ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4959,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T03:48:04.037848Z","caller":"traceutil/trace.go:171","msg":"trace[854173712] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15018; }","duration":"285.872356ms","start":"2026-04-28T03:48:03.751949Z","end":"2026-04-28T03:48:04.037821Z","steps":["trace[854173712] 'agreement among raft nodes before linearized reading' (duration: 285.62071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.813911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:04.037935Z","caller":"traceutil/trace.go:171","msg":"trace[455228658] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15018; }","duration":"261.263341ms","start":"2026-04-28T03:48:03.776655Z","end":"2026-04-28T03:48:04.037918Z","steps":["trace[455228658] 'agreement among raft nodes before linearized reading' (duration: 260.806651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:04.037782Z","caller":"traceutil/trace.go:171","msg":"trace[1988032030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15018; }","duration":"577.558703ms","start":"2026-04-28T03:48:03.460206Z","end":"2026-04-28T03:48:04.037765Z","steps":["trace[1988032030] 'agreement among raft nodes before linearized reading' (duration: 577.374939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.038016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.460187Z","time spent":"577.815939ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:48:04.037662Z","caller":"traceutil/trace.go:171","msg":"trace[785990456] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15018; }","duration":"507.186036ms","start":"2026-04-28T03:48:03.530412Z","end":"2026-04-28T03:48:04.037598Z","steps":["trace[785990456] 'agreement among raft nodes before linearized reading' (duration: 507.043053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.038091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.530393Z","time spent":"507.687858ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:04.037555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.74869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:04.038149Z","caller":"traceutil/trace.go:171","msg":"trace[1071273026] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15018; }","duration":"524.376954ms","start":"2026-04-28T03:48:03.513762Z","end":"2026-04-28T03:48:04.038139Z","steps":["trace[1071273026] 'agreement among raft nodes before linearized reading' (duration: 523.7519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.038177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.513745Z","time spent":"524.422665ms","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:04.037569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.468632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:04.038231Z","caller":"traceutil/trace.go:171","msg":"trace[588626972] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15018; }","duration":"202.149168ms","start":"2026-04-28T03:48:03.836065Z","end":"2026-04-28T03:48:04.038214Z","steps":["trace[588626972] 'agreement among raft nodes before linearized reading' (duration: 201.483443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:04.037565Z","caller":"traceutil/trace.go:171","msg":"trace[294320524] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15018; }","duration":"196.084191ms","start":"2026-04-28T03:48:03.841468Z","end":"2026-04-28T03:48:04.037552Z","steps":["trace[294320524] 'agreement among raft nodes before linearized reading' (duration: 196.02426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:04.037676Z","caller":"traceutil/trace.go:171","msg":"trace[781571280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15018; }","duration":"582.878804ms","start":"2026-04-28T03:48:03.454788Z","end":"2026-04-28T03:48:04.037667Z","steps":["trace[781571280] 'agreement among raft nodes before linearized reading' (duration: 582.545966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.038352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:03.454776Z","time spent":"583.549288ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:48:04.037673Z","caller":"traceutil/trace.go:171","msg":"trace[441027656] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15018; }","duration":"196.065402ms","start":"2026-04-28T03:48:03.841596Z","end":"2026-04-28T03:48:04.037661Z","steps":["trace[441027656] 'agreement among raft nodes before linearized reading' (duration: 195.932479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.037683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.011386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:04.038491Z","caller":"traceutil/trace.go:171","msg":"trace[1248511457] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15018; }","duration":"234.840436ms","start":"2026-04-28T03:48:03.803633Z","end":"2026-04-28T03:48:04.038473Z","steps":["trace[1248511457] 'agreement among raft nodes before linearized reading' (duration: 233.950515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:04.226606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.277582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:04.226691Z","caller":"traceutil/trace.go:171","msg":"trace[282508767] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15022; }","duration":"112.416244ms","start":"2026-04-28T03:48:04.114255Z","end":"2026-04-28T03:48:04.226672Z","steps":["trace[282508767] 'agreement among raft nodes before linearized reading' (duration: 112.24268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.079605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.591185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:06.079775Z","caller":"traceutil/trace.go:171","msg":"trace[986012781] linearizableReadLoop","detail":"{readStateIndex:15621; appliedIndex:15620; }","duration":"699.618047ms","start":"2026-04-28T03:48:05.380129Z","end":"2026-04-28T03:48:06.079747Z","steps":["trace[986012781] 'read index received' (duration: 113.098831ms)","trace[986012781] 'applied index is now lower than readState.Index' (duration: 586.517255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:06.07979Z","caller":"traceutil/trace.go:171","msg":"trace[586748041] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"777.203755ms","start":"2026-04-28T03:48:05.302556Z","end":"2026-04-28T03:48:06.07976Z","steps":["trace[586748041] 'process raft request' (duration: 190.764211ms)","trace[586748041] 'compare' (duration: 585.36749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:06.079906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.302534Z","time spent":"777.319098ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:48:06.08001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.875792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-28T03:48:06.080054Z","caller":"traceutil/trace.go:171","msg":"trace[1377465940] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:15035; }","duration":"699.956114ms","start":"2026-04-28T03:48:05.380085Z","end":"2026-04-28T03:48:06.080041Z","steps":["trace[1377465940] 'agreement among raft nodes before linearized reading' (duration: 699.76132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.080095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.380068Z","time spent":"700.016325ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T03:48:06.437715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.601411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:06.438028Z","caller":"traceutil/trace.go:171","msg":"trace[1987334528] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"394.922005ms","start":"2026-04-28T03:48:06.043081Z","end":"2026-04-28T03:48:06.438003Z","steps":["trace[1987334528] 'process raft request' (duration: 394.752701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.438125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.043068Z","time spent":"395.016268ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:06.438329Z","caller":"traceutil/trace.go:171","msg":"trace[1835783697] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"395.178761ms","start":"2026-04-28T03:48:06.043081Z","end":"2026-04-28T03:48:06.438259Z","steps":["trace[1835783697] 'process raft request' (duration: 194.920715ms)","trace[1835783697] 'compare' (duration: 199.168072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:06.43845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.04307Z","time spent":"395.310564ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:06.447864Z","caller":"traceutil/trace.go:171","msg":"trace[603033287] transaction","detail":"{read_only:false; response_revision:15038; number_of_response:1; }","duration":"403.714434ms","start":"2026-04-28T03:48:06.044129Z","end":"2026-04-28T03:48:06.447843Z","steps":["trace[603033287] 'process raft request' (duration: 403.560441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.044104Z","time spent":"403.842078ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:06.448038Z","caller":"traceutil/trace.go:171","msg":"trace[1450475777] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"402.828384ms","start":"2026-04-28T03:48:06.045195Z","end":"2026-04-28T03:48:06.448024Z","steps":["trace[1450475777] 'process raft request' (duration: 402.607099ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.448077Z","caller":"traceutil/trace.go:171","msg":"trace[1797925662] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"331.335672ms","start":"2026-04-28T03:48:06.116728Z","end":"2026-04-28T03:48:06.448064Z","steps":["trace[1797925662] 'process raft request' (duration: 331.282881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.045184Z","time spent":"402.890775ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:06.44813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.116696Z","time spent":"331.408054ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:06.448205Z","caller":"traceutil/trace.go:171","msg":"trace[219318156] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"402.940896ms","start":"2026-04-28T03:48:06.045248Z","end":"2026-04-28T03:48:06.448189Z","steps":["trace[219318156] 'process raft request' (duration: 402.699631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.448274Z","caller":"traceutil/trace.go:171","msg":"trace[2099523460] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"232.145385ms","start":"2026-04-28T03:48:06.216115Z","end":"2026-04-28T03:48:06.44826Z","steps":["trace[2099523460] 'process raft request' (duration: 231.92278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.448285Z","caller":"traceutil/trace.go:171","msg":"trace[1550160068] linearizableReadLoop","detail":"{readStateIndex:15626; appliedIndex:15621; }","duration":"368.452649ms","start":"2026-04-28T03:48:06.079813Z","end":"2026-04-28T03:48:06.448266Z","steps":["trace[1550160068] 'read index received' (duration: 158.135966ms)","trace[1550160068] 'applied index is now lower than readState.Index' (duration: 210.316133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:06.448326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.045243Z","time spent":"403.001057ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:06.448384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.269376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:06.448394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.353438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-04-28T03:48:06.448413Z","caller":"traceutil/trace.go:171","msg":"trace[539873028] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15043; }","duration":"549.338267ms","start":"2026-04-28T03:48:05.899065Z","end":"2026-04-28T03:48:06.448404Z","steps":["trace[539873028] 'agreement among raft nodes before linearized reading' (duration: 549.270125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.332408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4617"} {"level":"warn","ts":"2026-04-28T03:48:06.448446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.899043Z","time spent":"549.396899ms","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:48:06.448462Z","caller":"traceutil/trace.go:171","msg":"trace[1486352431] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:15043; }","duration":"455.385679ms","start":"2026-04-28T03:48:05.993068Z","end":"2026-04-28T03:48:06.448454Z","steps":["trace[1486352431] 'agreement among raft nodes before linearized reading' (duration: 455.264476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.993054Z","time spent":"455.42584ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4640,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:48:06.448509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.275481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-04-28T03:48:06.448532Z","caller":"traceutil/trace.go:171","msg":"trace[2117209495] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:15043; }","duration":"798.336651ms","start":"2026-04-28T03:48:05.65019Z","end":"2026-04-28T03:48:06.448527Z","steps":["trace[2117209495] 'agreement among raft nodes before linearized reading' (duration: 798.238449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.888771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:06.448623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.65017Z","time spent":"798.381103ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-28T03:48:06.448619Z","caller":"traceutil/trace.go:171","msg":"trace[1100604987] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15043; }","duration":"405.054174ms","start":"2026-04-28T03:48:06.043538Z","end":"2026-04-28T03:48:06.448592Z","steps":["trace[1100604987] 'agreement among raft nodes before linearized reading' (duration: 404.766948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.671092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"warn","ts":"2026-04-28T03:48:06.448683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.043525Z","time spent":"405.148087ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T03:48:06.448693Z","caller":"traceutil/trace.go:171","msg":"trace[1657156618] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"211.536401ms","start":"2026-04-28T03:48:06.237145Z","end":"2026-04-28T03:48:06.448681Z","steps":["trace[1657156618] 'process raft request' (duration: 211.05073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.120988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.448747Z","caller":"traceutil/trace.go:171","msg":"trace[1873051340] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15043; }","duration":"406.290511ms","start":"2026-04-28T03:48:06.042445Z","end":"2026-04-28T03:48:06.448736Z","steps":["trace[1873051340] 'agreement among raft nodes before linearized reading' (duration: 406.23668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.612687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:48:06.448783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.042421Z","time spent":"406.353683ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:48:06.448794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.745878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" ","response":"range_response_count:1 size:8552"} {"level":"info","ts":"2026-04-28T03:48:06.448799Z","caller":"traceutil/trace.go:171","msg":"trace[807556078] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15043; }","duration":"405.77565ms","start":"2026-04-28T03:48:06.043011Z","end":"2026-04-28T03:48:06.448787Z","steps":["trace[807556078] 'agreement among raft nodes before linearized reading' (duration: 405.583126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.448825Z","caller":"traceutil/trace.go:171","msg":"trace[1627588053] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-s7glk; range_end:; response_count:1; response_revision:15043; }","duration":"389.787439ms","start":"2026-04-28T03:48:06.059028Z","end":"2026-04-28T03:48:06.448815Z","steps":["trace[1627588053] 'agreement among raft nodes before linearized reading' (duration: 389.695297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.043003Z","time spent":"405.842161ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:06.448858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.059022Z","time spent":"389.82835ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8575,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" "} {"level":"info","ts":"2026-04-28T03:48:06.448696Z","caller":"traceutil/trace.go:171","msg":"trace[1309847856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15043; }","duration":"391.733303ms","start":"2026-04-28T03:48:06.05695Z","end":"2026-04-28T03:48:06.448684Z","steps":["trace[1309847856] 'agreement among raft nodes before linearized reading' (duration: 391.61544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.056942Z","time spent":"391.961979ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:48:06.448419Z","caller":"traceutil/trace.go:171","msg":"trace[1674256112] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:15043; }","duration":"655.385379ms","start":"2026-04-28T03:48:05.793022Z","end":"2026-04-28T03:48:06.448408Z","steps":["trace[1674256112] 'agreement among raft nodes before linearized reading' (duration: 655.332398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.448989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.792971Z","time spent":"656.012743ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":560,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T03:48:06.448572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.358857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.449029Z","caller":"traceutil/trace.go:171","msg":"trace[1435634124] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15043; }","duration":"486.852668ms","start":"2026-04-28T03:48:05.96217Z","end":"2026-04-28T03:48:06.449022Z","steps":["trace[1435634124] 'agreement among raft nodes before linearized reading' (duration: 486.376858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.449038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.101605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:06.449063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:05.962146Z","time spent":"486.909379ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:48:06.449075Z","caller":"traceutil/trace.go:171","msg":"trace[1147292067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15043; }","duration":"401.149725ms","start":"2026-04-28T03:48:06.047914Z","end":"2026-04-28T03:48:06.449064Z","steps":["trace[1147292067] 'agreement among raft nodes before linearized reading' (duration: 401.077144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.44912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.047907Z","time spent":"401.201956ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:48:06.44921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.3385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:06.449239Z","caller":"traceutil/trace.go:171","msg":"trace[2013799061] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15043; }","duration":"405.408732ms","start":"2026-04-28T03:48:06.043823Z","end":"2026-04-28T03:48:06.449232Z","steps":["trace[2013799061] 'agreement among raft nodes before linearized reading' (duration: 405.33016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.449259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.043799Z","time spent":"405.455843ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T03:48:06.565356Z","caller":"traceutil/trace.go:171","msg":"trace[1145188039] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15629; }","duration":"116.993249ms","start":"2026-04-28T03:48:06.448334Z","end":"2026-04-28T03:48:06.565327Z","steps":["trace[1145188039] 'read index received' (duration: 114.209256ms)","trace[1145188039] 'applied index is now lower than readState.Index' (duration: 2.779982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:06.566183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.202127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.566235Z","caller":"traceutil/trace.go:171","msg":"trace[738788047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15044; }","duration":"115.281719ms","start":"2026-04-28T03:48:06.450939Z","end":"2026-04-28T03:48:06.566221Z","steps":["trace[738788047] 'agreement among raft nodes before linearized reading' (duration: 115.201868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.565495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.613547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.566352Z","caller":"traceutil/trace.go:171","msg":"trace[1495854295] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15044; }","duration":"214.517758ms","start":"2026-04-28T03:48:06.351816Z","end":"2026-04-28T03:48:06.566334Z","steps":["trace[1495854295] 'agreement among raft nodes before linearized reading' (duration: 213.534036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.565554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.806145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.566591Z","caller":"traceutil/trace.go:171","msg":"trace[1743246356] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15044; }","duration":"192.858829ms","start":"2026-04-28T03:48:06.373721Z","end":"2026-04-28T03:48:06.56658Z","steps":["trace[1743246356] 'agreement among raft nodes before linearized reading' (duration: 191.810746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.565588Z","caller":"traceutil/trace.go:171","msg":"trace[893191592] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"324.515168ms","start":"2026-04-28T03:48:06.241053Z","end":"2026-04-28T03:48:06.565568Z","steps":["trace[893191592] 'process raft request' (duration: 321.571302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.56681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.241036Z","time spent":"325.630912ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:48:06.565621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.08151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:06.566963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.635032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11715"} {"level":"info","ts":"2026-04-28T03:48:06.566984Z","caller":"traceutil/trace.go:171","msg":"trace[436572224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:15044; }","duration":"306.46393ms","start":"2026-04-28T03:48:06.260499Z","end":"2026-04-28T03:48:06.566963Z","steps":["trace[436572224] 'agreement among raft nodes before linearized reading' (duration: 305.090089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.567013Z","caller":"traceutil/trace.go:171","msg":"trace[577831795] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:15044; }","duration":"109.693034ms","start":"2026-04-28T03:48:06.457303Z","end":"2026-04-28T03:48:06.566996Z","steps":["trace[577831795] 'agreement among raft nodes before linearized reading' (duration: 109.493789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.567043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.260482Z","time spent":"306.542932ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:06.565596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.91065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:48:06.567237Z","caller":"traceutil/trace.go:171","msg":"trace[255305199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15044; }","duration":"182.606998ms","start":"2026-04-28T03:48:06.384618Z","end":"2026-04-28T03:48:06.567225Z","steps":["trace[255305199] 'agreement among raft nodes before linearized reading' (duration: 180.822588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.565684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.912027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:06.567424Z","caller":"traceutil/trace.go:171","msg":"trace[670286331] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"330.709857ms","start":"2026-04-28T03:48:06.236704Z","end":"2026-04-28T03:48:06.567414Z","steps":["trace[670286331] 'agreement among raft nodes before linearized reading' (duration: 328.909997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.567456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.236683Z","time spent":"330.762919ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:06.565687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.139571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:06.56773Z","caller":"traceutil/trace.go:171","msg":"trace[1253854019] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:15044; }","duration":"401.221047ms","start":"2026-04-28T03:48:06.166471Z","end":"2026-04-28T03:48:06.567692Z","steps":["trace[1253854019] 'agreement among raft nodes before linearized reading' (duration: 399.08317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.567823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.166451Z","time spent":"401.34105ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:06.565725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.107015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:48:06.567948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.091249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:924875"} {"level":"info","ts":"2026-04-28T03:48:06.567992Z","caller":"traceutil/trace.go:171","msg":"trace[1096086267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15044; }","duration":"109.158551ms","start":"2026-04-28T03:48:06.458821Z","end":"2026-04-28T03:48:06.56798Z","steps":["trace[1096086267] 'agreement among raft nodes before linearized reading' (duration: 107.797021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.567995Z","caller":"traceutil/trace.go:171","msg":"trace[629610909] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"352.423136ms","start":"2026-04-28T03:48:06.215553Z","end":"2026-04-28T03:48:06.567976Z","steps":["trace[629610909] 'agreement among raft nodes before linearized reading' (duration: 350.089545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.565773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.752308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"warn","ts":"2026-04-28T03:48:06.568057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.215528Z","time spent":"352.509328ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T03:48:06.568083Z","caller":"traceutil/trace.go:171","msg":"trace[721911032] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15044; }","duration":"294.08061ms","start":"2026-04-28T03:48:06.273992Z","end":"2026-04-28T03:48:06.568073Z","steps":["trace[721911032] 'agreement among raft nodes before linearized reading' (duration: 291.711828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.565707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.323171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:48:06.565795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.822573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"warn","ts":"2026-04-28T03:48:06.565814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.054003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:48:06.565967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.31327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-service-v9m8g\" ","response":"range_response_count:1 size:7702"} {"level":"info","ts":"2026-04-28T03:48:06.568673Z","caller":"traceutil/trace.go:171","msg":"trace[629617672] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-service-v9m8g; range_end:; response_count:1; response_revision:15044; }","duration":"318.048792ms","start":"2026-04-28T03:48:06.250611Z","end":"2026-04-28T03:48:06.56866Z","steps":["trace[629617672] 'agreement among raft nodes before linearized reading' (duration: 315.072305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:06.568704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:06.250601Z","time spent":"318.093823ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7725,"request content":"key:\"/registry/pods/openstack/nova-ks-service-v9m8g\" "} {"level":"warn","ts":"2026-04-28T03:48:06.568838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.977041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:924875"} {"level":"info","ts":"2026-04-28T03:48:06.569657Z","caller":"traceutil/trace.go:171","msg":"trace[917610475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15044; }","duration":"110.817969ms","start":"2026-04-28T03:48:06.458817Z","end":"2026-04-28T03:48:06.569635Z","steps":["trace[917610475] 'agreement among raft nodes before linearized reading' (duration: 108.19431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.568902Z","caller":"traceutil/trace.go:171","msg":"trace[954676139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15044; }","duration":"181.556144ms","start":"2026-04-28T03:48:06.387335Z","end":"2026-04-28T03:48:06.568891Z","steps":["trace[954676139] 'agreement among raft nodes before linearized reading' (duration: 178.182358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.569059Z","caller":"traceutil/trace.go:171","msg":"trace[1365704080] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15044; }","duration":"249.145888ms","start":"2026-04-28T03:48:06.319903Z","end":"2026-04-28T03:48:06.569049Z","steps":["trace[1365704080] 'agreement among raft nodes before linearized reading' (duration: 245.734831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:06.569085Z","caller":"traceutil/trace.go:171","msg":"trace[992491633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15044; }","duration":"180.390168ms","start":"2026-04-28T03:48:06.388688Z","end":"2026-04-28T03:48:06.569078Z","steps":["trace[992491633] 'agreement among raft nodes before linearized reading' (duration: 176.707255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:07.460769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.753799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:07.460832Z","caller":"traceutil/trace.go:171","msg":"trace[420935468] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15067; }","duration":"228.875122ms","start":"2026-04-28T03:48:07.231943Z","end":"2026-04-28T03:48:07.460818Z","steps":["trace[420935468] 'range keys from in-memory index tree' (duration: 228.598344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:07.461053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.746208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:07.461078Z","caller":"traceutil/trace.go:171","msg":"trace[1159023468] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15067; }","duration":"228.792568ms","start":"2026-04-28T03:48:07.232279Z","end":"2026-04-28T03:48:07.461072Z","steps":["trace[1159023468] 'range keys from in-memory index tree' (duration: 228.646455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:07.461256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.22952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T03:48:07.461291Z","caller":"traceutil/trace.go:171","msg":"trace[1533109163] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15067; }","duration":"226.265851ms","start":"2026-04-28T03:48:07.235018Z","end":"2026-04-28T03:48:07.461284Z","steps":["trace[1533109163] 'range keys from in-memory index tree' (duration: 226.131568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:07.46141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.686086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:07.461441Z","caller":"traceutil/trace.go:171","msg":"trace[76126424] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15067; }","duration":"181.758927ms","start":"2026-04-28T03:48:07.279673Z","end":"2026-04-28T03:48:07.461432Z","steps":["trace[76126424] 'count revisions from in-memory index tree' (duration: 181.591703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:07.461465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.304913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-54bcc7879f-ptqpw\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-04-28T03:48:07.461494Z","caller":"traceutil/trace.go:171","msg":"trace[1168593211] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-54bcc7879f-ptqpw; range_end:; response_count:1; response_revision:15067; }","duration":"187.361513ms","start":"2026-04-28T03:48:07.274125Z","end":"2026-04-28T03:48:07.461486Z","steps":["trace[1168593211] 'range keys from in-memory index tree' (duration: 187.19885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.143833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096330223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:48:08.352032Z","caller":"traceutil/trace.go:171","msg":"trace[2001183364] linearizableReadLoop","detail":"{readStateIndex:15654; appliedIndex:15653; }","duration":"713.170541ms","start":"2026-04-28T03:48:07.638841Z","end":"2026-04-28T03:48:08.352011Z","steps":["trace[2001183364] 'read index received' (duration: 712.894005ms)","trace[2001183364] 'applied index is now lower than readState.Index' (duration: 275.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:08.352098Z","caller":"traceutil/trace.go:171","msg":"trace[962193055] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"876.73713ms","start":"2026-04-28T03:48:07.475319Z","end":"2026-04-28T03:48:08.352057Z","steps":["trace[962193055] 'process raft request' (duration: 876.485245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.380326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-28T03:48:08.352249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:07.475285Z","time spent":"876.891133ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:08.352268Z","caller":"traceutil/trace.go:171","msg":"trace[1964320782] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:15068; }","duration":"713.471988ms","start":"2026-04-28T03:48:07.638786Z","end":"2026-04-28T03:48:08.352258Z","steps":["trace[1964320782] 'agreement among raft nodes before linearized reading' (duration: 713.323705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:07.638703Z","time spent":"713.585901ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-28T03:48:08.352305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.367662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:08.352285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.036922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:08.352353Z","caller":"traceutil/trace.go:171","msg":"trace[1310944722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:15068; }","duration":"637.432924ms","start":"2026-04-28T03:48:07.714901Z","end":"2026-04-28T03:48:08.352334Z","steps":["trace[1310944722] 'agreement among raft nodes before linearized reading' (duration: 637.360662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:07.71489Z","time spent":"637.491045ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:48:08.352388Z","caller":"traceutil/trace.go:171","msg":"trace[2058149354] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:15068; }","duration":"444.179756ms","start":"2026-04-28T03:48:07.908196Z","end":"2026-04-28T03:48:08.352376Z","steps":["trace[2058149354] 'agreement among raft nodes before linearized reading' (duration: 444.043403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:07.908179Z","time spent":"444.239626ms","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:08.352359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.904555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fef9f05\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-04-28T03:48:08.352671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.05799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:08.352695Z","caller":"traceutil/trace.go:171","msg":"trace[425765201] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:15068; }","duration":"274.110631ms","start":"2026-04-28T03:48:08.078579Z","end":"2026-04-28T03:48:08.352689Z","steps":["trace[425765201] 'agreement among raft nodes before linearized reading' (duration: 274.071541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.603384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:08.35272Z","caller":"traceutil/trace.go:171","msg":"trace[1857898437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15068; }","duration":"306.660366ms","start":"2026-04-28T03:48:08.04605Z","end":"2026-04-28T03:48:08.35271Z","steps":["trace[1857898437] 'agreement among raft nodes before linearized reading' (duration: 306.161354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.352741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.046036Z","time spent":"306.701317ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:48:08.354583Z","caller":"traceutil/trace.go:171","msg":"trace[441289955] range","detail":"{range_begin:/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fef9f05; range_end:; response_count:1; response_revision:15068; }","duration":"654.15105ms","start":"2026-04-28T03:48:07.698404Z","end":"2026-04-28T03:48:08.352555Z","steps":["trace[441289955] 'agreement among raft nodes before linearized reading' (duration: 653.799443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.354768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:07.698386Z","time spent":"656.36142ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fef9f05\" "} {"level":"warn","ts":"2026-04-28T03:48:08.674722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.721022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:08.674805Z","caller":"traceutil/trace.go:171","msg":"trace[1416051715] linearizableReadLoop","detail":"{readStateIndex:15655; appliedIndex:15654; }","duration":"315.542295ms","start":"2026-04-28T03:48:08.359249Z","end":"2026-04-28T03:48:08.674791Z","steps":["trace[1416051715] 'read index received' (duration: 194.816872ms)","trace[1416051715] 'applied index is now lower than readState.Index' (duration: 120.724443ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:08.675049Z","caller":"traceutil/trace.go:171","msg":"trace[1727473935] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"316.703231ms","start":"2026-04-28T03:48:08.358336Z","end":"2026-04-28T03:48:08.675039Z","steps":["trace[1727473935] 'process raft request' (duration: 195.590909ms)","trace[1727473935] 'compare' (duration: 120.534688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:08.675144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.358319Z","time spent":"316.765333ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:08.67535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.095978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fca0be7e-4e7c-4773-b7d1-945bc1f90648\" ","response":"range_response_count:1 size:1314"} {"level":"info","ts":"2026-04-28T03:48:08.675378Z","caller":"traceutil/trace.go:171","msg":"trace[1907336802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fca0be7e-4e7c-4773-b7d1-945bc1f90648; range_end:; response_count:1; response_revision:15069; }","duration":"316.132558ms","start":"2026-04-28T03:48:08.359238Z","end":"2026-04-28T03:48:08.675371Z","steps":["trace[1907336802] 'agreement among raft nodes before linearized reading' (duration: 316.038756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:08.675397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.359234Z","time spent":"316.159279ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1337,"request content":"key:\"/registry/persistentvolumes/pvc-fca0be7e-4e7c-4773-b7d1-945bc1f90648\" "} {"level":"warn","ts":"2026-04-28T03:48:09.627318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.473557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:09.627712Z","caller":"traceutil/trace.go:171","msg":"trace[74973348] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"1.264001783s","start":"2026-04-28T03:48:08.363671Z","end":"2026-04-28T03:48:09.627673Z","steps":["trace[74973348] 'process raft request' (duration: 723.092716ms)","trace[74973348] 'compare' (duration: 540.362334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:09.627894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.363661Z","time spent":"1.264124146s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14512,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:09.628576Z","caller":"traceutil/trace.go:171","msg":"trace[1175858830] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"1.185082763s","start":"2026-04-28T03:48:08.443472Z","end":"2026-04-28T03:48:09.628555Z","steps":["trace[1175858830] 'process raft request' (duration: 1.183937907s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:09.628618Z","caller":"traceutil/trace.go:171","msg":"trace[1808432367] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"1.18448871s","start":"2026-04-28T03:48:08.4441Z","end":"2026-04-28T03:48:09.628588Z","steps":["trace[1808432367] 'process raft request' (duration: 1.184377237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.628672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.44343Z","time spent":"1.185196225s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:09.628683Z","caller":"traceutil/trace.go:171","msg":"trace[93286107] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"1.173353329s","start":"2026-04-28T03:48:08.455299Z","end":"2026-04-28T03:48:09.628653Z","steps":["trace[93286107] 'process raft request' (duration: 1.173233106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:09.628773Z","caller":"traceutil/trace.go:171","msg":"trace[1796104699] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"1.173256466s","start":"2026-04-28T03:48:08.455441Z","end":"2026-04-28T03:48:09.628697Z","steps":["trace[1796104699] 'process raft request' (duration: 1.173124723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.62882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455289Z","time spent":"1.173457291s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:09.628818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.444091Z","time spent":"1.184586702s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:09.628785Z","caller":"traceutil/trace.go:171","msg":"trace[1270860012] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"1.173304227s","start":"2026-04-28T03:48:08.455451Z","end":"2026-04-28T03:48:09.628755Z","steps":["trace[1270860012] 'process raft request' (duration: 1.173142814s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:09.628926Z","caller":"traceutil/trace.go:171","msg":"trace[2124697960] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"1.173417099s","start":"2026-04-28T03:48:08.455484Z","end":"2026-04-28T03:48:09.628901Z","steps":["trace[2124697960] 'process raft request' (duration: 1.173139063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.629244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455474Z","time spent":"1.173663216s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:09.629074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.45544Z","time spent":"1.173573403s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:09.629071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455434Z","time spent":"1.17341778s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:09.629862Z","caller":"traceutil/trace.go:171","msg":"trace[1434114769] linearizableReadLoop","detail":"{readStateIndex:15663; appliedIndex:15655; }","duration":"955.024854ms","start":"2026-04-28T03:48:08.674822Z","end":"2026-04-28T03:48:09.629847Z","steps":["trace[1434114769] 'read index received' (duration: 411.859538ms)","trace[1434114769] 'applied index is now lower than readState.Index' (duration: 543.164116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:09.630609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040124485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" ","response":"range_response_count:1 size:8552"} {"level":"info","ts":"2026-04-28T03:48:09.630668Z","caller":"traceutil/trace.go:171","msg":"trace[2106062772] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-s7glk; range_end:; response_count:1; response_revision:15077; }","duration":"1.040214296s","start":"2026-04-28T03:48:08.590441Z","end":"2026-04-28T03:48:09.630655Z","steps":["trace[2106062772] 'agreement among raft nodes before linearized reading' (duration: 1.040030732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.630705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.590429Z","time spent":"1.040267747s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8575,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-s7glk\" "} {"level":"info","ts":"2026-04-28T03:48:09.630909Z","caller":"traceutil/trace.go:171","msg":"trace[957057797] transaction","detail":"{read_only:false; response_revision:15077; number_of_response:1; }","duration":"1.175401925s","start":"2026-04-28T03:48:08.455495Z","end":"2026-04-28T03:48:09.630897Z","steps":["trace[957057797] 'process raft request' (duration: 1.173159144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.630959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058879127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:09.63098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455468Z","time spent":"1.175474917s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:09.631Z","caller":"traceutil/trace.go:171","msg":"trace[2033451163] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15077; }","duration":"1.058925308s","start":"2026-04-28T03:48:08.572063Z","end":"2026-04-28T03:48:09.630988Z","steps":["trace[2033451163] 'agreement among raft nodes before linearized reading' (duration: 1.058872587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.631034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.572058Z","time spent":"1.058969699s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.605776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:09.631158Z","caller":"traceutil/trace.go:171","msg":"trace[954626233] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15077; }","duration":"966.665267ms","start":"2026-04-28T03:48:08.664484Z","end":"2026-04-28T03:48:09.631149Z","steps":["trace[954626233] 'agreement among raft nodes before linearized reading' (duration: 966.564605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.631184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.664466Z","time spent":"966.711888ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059303867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:09.631296Z","caller":"traceutil/trace.go:171","msg":"trace[123073696] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"1.059343157s","start":"2026-04-28T03:48:08.571944Z","end":"2026-04-28T03:48:09.631287Z","steps":["trace[123073696] 'agreement among raft nodes before linearized reading' (duration: 1.059259386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.631326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.57194Z","time spent":"1.059380278s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.863059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:48:09.631415Z","caller":"traceutil/trace.go:171","msg":"trace[836774160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15077; }","duration":"969.937421ms","start":"2026-04-28T03:48:08.661469Z","end":"2026-04-28T03:48:09.631407Z","steps":["trace[836774160] 'agreement among raft nodes before linearized reading' (duration: 969.855509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.63144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.66144Z","time spent":"969.995123ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059566102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:09.631534Z","caller":"traceutil/trace.go:171","msg":"trace[1861651972] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"1.059626984s","start":"2026-04-28T03:48:08.5719Z","end":"2026-04-28T03:48:09.631527Z","steps":["trace[1861651972] 'agreement among raft nodes before linearized reading' (duration: 1.059540342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.63156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.571883Z","time spent":"1.059671844s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040151365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:48:09.631603Z","caller":"traceutil/trace.go:171","msg":"trace[711999140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15077; }","duration":"1.040214285s","start":"2026-04-28T03:48:08.591381Z","end":"2026-04-28T03:48:09.631596Z","steps":["trace[711999140] 'agreement among raft nodes before linearized reading' (duration: 1.040135963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.631634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.59136Z","time spent":"1.040267997s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:48:09.631745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031128651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:48:09.630908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124240382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-28T03:48:09.631854Z","caller":"traceutil/trace.go:171","msg":"trace[1040786779] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:15077; }","duration":"1.125207983s","start":"2026-04-28T03:48:08.506634Z","end":"2026-04-28T03:48:09.631842Z","steps":["trace[1040786779] 'agreement among raft nodes before linearized reading' (duration: 1.12417541s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:09.631821Z","caller":"traceutil/trace.go:171","msg":"trace[1226778656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15077; }","duration":"1.031258354s","start":"2026-04-28T03:48:08.600549Z","end":"2026-04-28T03:48:09.631807Z","steps":["trace[1226778656] 'agreement among raft nodes before linearized reading' (duration: 1.030921076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.631959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176797576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:09.631957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.600542Z","time spent":"1.031379356s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:48:09.631999Z","caller":"traceutil/trace.go:171","msg":"trace[1085652812] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15077; }","duration":"1.176857257s","start":"2026-04-28T03:48:08.455133Z","end":"2026-04-28T03:48:09.63199Z","steps":["trace[1085652812] 'agreement among raft nodes before linearized reading' (duration: 1.176796646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455125Z","time spent":"1.176901488s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:48:09.632194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173620664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:09.632228Z","caller":"traceutil/trace.go:171","msg":"trace[1555172580] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"1.173655165s","start":"2026-04-28T03:48:08.458565Z","end":"2026-04-28T03:48:09.63222Z","steps":["trace[1555172580] 'agreement among raft nodes before linearized reading' (duration: 1.173572783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.458507Z","time spent":"1.173741257s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:09.632329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.46347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:09.632372Z","caller":"traceutil/trace.go:171","msg":"trace[341336537] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15077; }","duration":"973.617773ms","start":"2026-04-28T03:48:08.658743Z","end":"2026-04-28T03:48:09.63236Z","steps":["trace[341336537] 'agreement among raft nodes before linearized reading' (duration: 973.394618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.65872Z","time spent":"973.678245ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"warn","ts":"2026-04-28T03:48:09.632427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177170074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:09.632467Z","caller":"traceutil/trace.go:171","msg":"trace[2048079198] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"1.177221515s","start":"2026-04-28T03:48:08.455237Z","end":"2026-04-28T03:48:09.632458Z","steps":["trace[2048079198] 'agreement among raft nodes before linearized reading' (duration: 1.177123943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.455232Z","time spent":"1.177255686s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:09.632536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178660147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:09.632573Z","caller":"traceutil/trace.go:171","msg":"trace[913099745] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15077; }","duration":"1.178719269s","start":"2026-04-28T03:48:08.453846Z","end":"2026-04-28T03:48:09.632565Z","steps":["trace[913099745] 'agreement among raft nodes before linearized reading' (duration: 1.178667388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.453836Z","time spent":"1.178760069s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:48:09.632733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.442238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:48:09.631186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059195684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:09.631893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.506623Z","time spent":"1.125260575s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":484,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-28T03:48:09.632821Z","caller":"traceutil/trace.go:171","msg":"trace[1587276008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15077; }","duration":"996.53ms","start":"2026-04-28T03:48:08.636283Z","end":"2026-04-28T03:48:09.632813Z","steps":["trace[1587276008] 'agreement among raft nodes before linearized reading' (duration: 996.389357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.63284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.357718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:48:09.632856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.636228Z","time spent":"996.620913ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:48:09.632869Z","caller":"traceutil/trace.go:171","msg":"trace[957422432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15077; }","duration":"996.412328ms","start":"2026-04-28T03:48:08.636449Z","end":"2026-04-28T03:48:09.632861Z","steps":["trace[957422432] 'agreement among raft nodes before linearized reading' (duration: 996.333176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.6329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.636442Z","time spent":"996.447369ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:48:09.632924Z","caller":"traceutil/trace.go:171","msg":"trace[1514470963] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15077; }","duration":"1.060933374s","start":"2026-04-28T03:48:08.571983Z","end":"2026-04-28T03:48:09.632916Z","steps":["trace[1514470963] 'agreement among raft nodes before linearized reading' (duration: 1.059179594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.632954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.571929Z","time spent":"1.061018995s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:48:09.633009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.06456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:48:09.633038Z","caller":"traceutil/trace.go:171","msg":"trace[443581374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15077; }","duration":"996.109202ms","start":"2026-04-28T03:48:08.636921Z","end":"2026-04-28T03:48:09.63303Z","steps":["trace[443581374] 'agreement among raft nodes before linearized reading' (duration: 996.041151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:09.633066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.636913Z","time spent":"996.147463ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:10.502471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.180039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:48:10.502721Z","caller":"traceutil/trace.go:171","msg":"trace[585910790] linearizableReadLoop","detail":"{readStateIndex:15664; appliedIndex:15663; }","duration":"872.800232ms","start":"2026-04-28T03:48:09.6299Z","end":"2026-04-28T03:48:10.5027Z","steps":["trace[585910790] 'read index received' (duration: 168.713865ms)","trace[585910790] 'applied index is now lower than readState.Index' (duration: 704.085057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:10.502925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036460582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:10.502967Z","caller":"traceutil/trace.go:171","msg":"trace[554088785] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15077; }","duration":"1.036530943s","start":"2026-04-28T03:48:09.466425Z","end":"2026-04-28T03:48:10.502956Z","steps":["trace[554088785] 'agreement among raft nodes before linearized reading' (duration: 1.036446912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.503003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.466413Z","time spent":"1.036581505s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T03:48:10.503167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410107067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:10.503245Z","caller":"traceutil/trace.go:171","msg":"trace[245982591] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15077; }","duration":"1.410234339s","start":"2026-04-28T03:48:09.092993Z","end":"2026-04-28T03:48:10.503227Z","steps":["trace[245982591] 'agreement among raft nodes before linearized reading' (duration: 1.410010064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.503294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.092971Z","time spent":"1.410309162s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" "} {"level":"warn","ts":"2026-04-28T03:48:10.503335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03723917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T03:48:10.503404Z","caller":"traceutil/trace.go:171","msg":"trace[166787688] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15077; }","duration":"1.037342922s","start":"2026-04-28T03:48:09.466044Z","end":"2026-04-28T03:48:10.503387Z","steps":["trace[166787688] 'agreement among raft nodes before linearized reading' (duration: 1.037141128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.503528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.466024Z","time spent":"1.037452854s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T03:48:10.503707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115008714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:10.503759Z","caller":"traceutil/trace.go:171","msg":"trace[1188998076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15077; }","duration":"1.115061665s","start":"2026-04-28T03:48:09.38868Z","end":"2026-04-28T03:48:10.503742Z","steps":["trace[1188998076] 'agreement among raft nodes before linearized reading' (duration: 1.114950322s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.503792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.388628Z","time spent":"1.115155517s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:10.5038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037344732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:10.503877Z","caller":"traceutil/trace.go:171","msg":"trace[1660544382] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15077; }","duration":"1.037450254s","start":"2026-04-28T03:48:09.466405Z","end":"2026-04-28T03:48:10.503856Z","steps":["trace[1660544382] 'agreement among raft nodes before linearized reading' (duration: 1.03726529s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.503933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.466385Z","time spent":"1.037534276s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:10.503933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457071456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:10.503936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.068319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:10.504024Z","caller":"traceutil/trace.go:171","msg":"trace[1380895032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15077; }","duration":"1.457182859s","start":"2026-04-28T03:48:09.046822Z","end":"2026-04-28T03:48:10.504005Z","steps":["trace[1380895032] 'agreement among raft nodes before linearized reading' (duration: 1.456985954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.50407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.046774Z","time spent":"1.457288482s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:48:10.504068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825179138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fa5e794\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-28T03:48:10.504133Z","caller":"traceutil/trace.go:171","msg":"trace[1926163330] range","detail":"{range_begin:/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fa5e794; range_end:; response_count:1; response_revision:15077; }","duration":"1.825261099s","start":"2026-04-28T03:48:08.678853Z","end":"2026-04-28T03:48:10.504115Z","steps":["trace[1926163330] 'agreement among raft nodes before linearized reading' (duration: 1.825085124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.504129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234220762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-28T03:48:10.504182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.678841Z","time spent":"1.825333351s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fa5e794\" "} {"level":"info","ts":"2026-04-28T03:48:10.504196Z","caller":"traceutil/trace.go:171","msg":"trace[996335377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15077; }","duration":"1.234324785s","start":"2026-04-28T03:48:09.269857Z","end":"2026-04-28T03:48:10.504181Z","steps":["trace[996335377] 'agreement among raft nodes before linearized reading' (duration: 1.234130079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.504239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.269837Z","time spent":"1.234389236s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:48:10.504481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825850993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:48:10.504523Z","caller":"traceutil/trace.go:171","msg":"trace[1280744366] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:15077; }","duration":"1.825952325s","start":"2026-04-28T03:48:08.67856Z","end":"2026-04-28T03:48:10.504512Z","steps":["trace[1280744366] 'agreement among raft nodes before linearized reading' (duration: 1.824561433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.504552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:08.67854Z","time spent":"1.826004896s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"info","ts":"2026-04-28T03:48:10.504978Z","caller":"traceutil/trace.go:171","msg":"trace[1887912320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15077; }","duration":"314.131784ms","start":"2026-04-28T03:48:10.190829Z","end":"2026-04-28T03:48:10.504961Z","steps":["trace[1887912320] 'range keys from in-memory index tree' (duration: 313.047749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.505818Z","caller":"traceutil/trace.go:171","msg":"trace[1568522275] transaction","detail":"{read_only:false; response_revision:15078; number_of_response:1; }","duration":"866.132011ms","start":"2026-04-28T03:48:09.639594Z","end":"2026-04-28T03:48:10.505726Z","steps":["trace[1568522275] 'process raft request' (duration: 862.9857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.506173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.63958Z","time spent":"866.527329ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.829209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.405142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:10.829521Z","caller":"traceutil/trace.go:171","msg":"trace[1477570652] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"1.189887861s","start":"2026-04-28T03:48:09.639598Z","end":"2026-04-28T03:48:10.829485Z","steps":["trace[1477570652] 'process raft request' (duration: 866.111011ms)","trace[1477570652] 'compare' (duration: 323.127995ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:10.829723Z","caller":"traceutil/trace.go:171","msg":"trace[244449097] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"1.190050015s","start":"2026-04-28T03:48:09.639633Z","end":"2026-04-28T03:48:10.829683Z","steps":["trace[244449097] 'process raft request' (duration: 1.189711957s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.829755Z","caller":"traceutil/trace.go:171","msg":"trace[99398301] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"1.190041795s","start":"2026-04-28T03:48:09.639685Z","end":"2026-04-28T03:48:10.829726Z","steps":["trace[99398301] 'process raft request' (duration: 1.189801219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.829893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639677Z","time spent":"1.190136306s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.829892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639622Z","time spent":"1.190185637s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:10.829952Z","caller":"traceutil/trace.go:171","msg":"trace[327769087] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"1.186615027s","start":"2026-04-28T03:48:09.643317Z","end":"2026-04-28T03:48:10.829932Z","steps":["trace[327769087] 'process raft request' (duration: 1.186385472s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.829991Z","caller":"traceutil/trace.go:171","msg":"trace[1152427892] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"1.190164967s","start":"2026-04-28T03:48:09.639803Z","end":"2026-04-28T03:48:10.829968Z","steps":["trace[1152427892] 'process raft request' (duration: 1.189747258s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.830039Z","caller":"traceutil/trace.go:171","msg":"trace[613367310] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"322.268486ms","start":"2026-04-28T03:48:10.507744Z","end":"2026-04-28T03:48:10.830013Z","steps":["trace[613367310] 'process raft request' (duration: 322.159623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.830093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.643305Z","time spent":"1.18671211s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.82975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639577Z","time spent":"1.190023114s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.830131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639796Z","time spent":"1.190270779s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.830134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.507729Z","time spent":"322.357018ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.830276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.66941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:10.830335Z","caller":"traceutil/trace.go:171","msg":"trace[1576163536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:15086; }","duration":"822.768313ms","start":"2026-04-28T03:48:10.00755Z","end":"2026-04-28T03:48:10.830319Z","steps":["trace[1576163536] 'agreement among raft nodes before linearized reading' (duration: 822.66782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.830337Z","caller":"traceutil/trace.go:171","msg":"trace[1428229005] transaction","detail":"{read_only:false; response_revision:15085; number_of_response:1; }","duration":"1.010185729s","start":"2026-04-28T03:48:09.820139Z","end":"2026-04-28T03:48:10.830325Z","steps":["trace[1428229005] 'process raft request' (duration: 1.009705868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.83037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.007529Z","time spent":"822.830455ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:48:10.830177Z","caller":"traceutil/trace.go:171","msg":"trace[1035568434] linearizableReadLoop","detail":"{readStateIndex:15672; appliedIndex:15664; }","duration":"327.399842ms","start":"2026-04-28T03:48:10.502753Z","end":"2026-04-28T03:48:10.830153Z","steps":["trace[1035568434] 'read index received' (duration: 473.01µs)","trace[1035568434] 'applied index is now lower than readState.Index' (duration: 326.924082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:10.830398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.82011Z","time spent":"1.010255701s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:10.830448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.464794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:641"} {"level":"warn","ts":"2026-04-28T03:48:10.830552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.843773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:10.830465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.919374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:48:10.830559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.989966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:10.830595Z","caller":"traceutil/trace.go:171","msg":"trace[37218177] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:15086; }","duration":"217.924054ms","start":"2026-04-28T03:48:10.612657Z","end":"2026-04-28T03:48:10.830582Z","steps":["trace[37218177] 'agreement among raft nodes before linearized reading' (duration: 217.860283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.830605Z","caller":"traceutil/trace.go:171","msg":"trace[299357341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15086; }","duration":"528.088927ms","start":"2026-04-28T03:48:10.302502Z","end":"2026-04-28T03:48:10.830591Z","steps":["trace[299357341] 'agreement among raft nodes before linearized reading' (duration: 527.922943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:10.830524Z","caller":"traceutil/trace.go:171","msg":"trace[1334910058] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:15086; }","duration":"492.559807ms","start":"2026-04-28T03:48:10.337944Z","end":"2026-04-28T03:48:10.830504Z","steps":["trace[1334910058] 'agreement among raft nodes before linearized reading' (duration: 492.348402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.830659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.302482Z","time spent":"528.156189ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:10.830663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.337934Z","time spent":"492.71119ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":664,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T03:48:10.830605Z","caller":"traceutil/trace.go:171","msg":"trace[1079927662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15086; }","duration":"324.057477ms","start":"2026-04-28T03:48:10.506535Z","end":"2026-04-28T03:48:10.830592Z","steps":["trace[1079927662] 'agreement among raft nodes before linearized reading' (duration: 323.980935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.830737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.506518Z","time spent":"324.207491ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:48:10.830778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.819953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:48:10.830847Z","caller":"traceutil/trace.go:171","msg":"trace[648911167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15086; }","duration":"320.895435ms","start":"2026-04-28T03:48:10.509934Z","end":"2026-04-28T03:48:10.83083Z","steps":["trace[648911167] 'agreement among raft nodes before linearized reading' (duration: 320.738091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.830899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.509929Z","time spent":"320.952756ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:48:10.830946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.479658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:48:10.830982Z","caller":"traceutil/trace.go:171","msg":"trace[1239225034] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:15086; }","duration":"207.516879ms","start":"2026-04-28T03:48:10.623453Z","end":"2026-04-28T03:48:10.83097Z","steps":["trace[1239225034] 'agreement among raft nodes before linearized reading' (duration: 207.157241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.831851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191194711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:10.831945Z","caller":"traceutil/trace.go:171","msg":"trace[1603866221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"1.191323424s","start":"2026-04-28T03:48:09.640606Z","end":"2026-04-28T03:48:10.83193Z","steps":["trace[1603866221] 'agreement among raft nodes before linearized reading' (duration: 1.189679867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.832037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.640522Z","time spent":"1.191499367s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:48:10.829887Z","caller":"traceutil/trace.go:171","msg":"trace[368878195] transaction","detail":"{read_only:false; response_revision:15083; number_of_response:1; }","duration":"1.190016894s","start":"2026-04-28T03:48:09.639825Z","end":"2026-04-28T03:48:10.829842Z","steps":["trace[368878195] 'process raft request' (duration: 1.189775069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.832277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192540491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"warn","ts":"2026-04-28T03:48:10.832279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639802Z","time spent":"1.192382157s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:10.832336Z","caller":"traceutil/trace.go:171","msg":"trace[1947146303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"1.192610993s","start":"2026-04-28T03:48:09.639702Z","end":"2026-04-28T03:48:10.832313Z","steps":["trace[1947146303] 'agreement among raft nodes before linearized reading' (duration: 1.190587977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.832371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639691Z","time spent":"1.192668414s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:48:10.833191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.284924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:10.833255Z","caller":"traceutil/trace.go:171","msg":"trace[1710290157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"321.356656ms","start":"2026-04-28T03:48:10.51188Z","end":"2026-04-28T03:48:10.833236Z","steps":["trace[1710290157] 'agreement among raft nodes before linearized reading' (duration: 318.748778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.833261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193567043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"warn","ts":"2026-04-28T03:48:10.833301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.511875Z","time spent":"321.412537ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:48:10.833311Z","caller":"traceutil/trace.go:171","msg":"trace[373199739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"1.193657536s","start":"2026-04-28T03:48:09.639641Z","end":"2026-04-28T03:48:10.833298Z","steps":["trace[373199739] 'agreement among raft nodes before linearized reading' (duration: 1.190839832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.833348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639628Z","time spent":"1.193709877s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:48:10.833397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193579814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:10.833492Z","caller":"traceutil/trace.go:171","msg":"trace[1019186929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"1.193694667s","start":"2026-04-28T03:48:09.639783Z","end":"2026-04-28T03:48:10.833477Z","steps":["trace[1019186929] 'agreement among raft nodes before linearized reading' (duration: 1.190464964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.83366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:09.639775Z","time spent":"1.19386773s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:48:10.833733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.035626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:10.833803Z","caller":"traceutil/trace.go:171","msg":"trace[1558224196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15086; }","duration":"324.143868ms","start":"2026-04-28T03:48:10.509645Z","end":"2026-04-28T03:48:10.833789Z","steps":["trace[1558224196] 'agreement among raft nodes before linearized reading' (duration: 321.067918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:10.833858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.509632Z","time spent":"324.21128ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":925158,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:48:11.339047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096330253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:48:11.839857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096330253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:48:12.201813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127599617s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:48:12.202503Z","caller":"traceutil/trace.go:171","msg":"trace[351633532] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"1.364772995s","start":"2026-04-28T03:48:10.837704Z","end":"2026-04-28T03:48:12.202477Z","steps":["trace[351633532] 'process raft request' (duration: 1.364583871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:12.202679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.837671Z","time spent":"1.364901038s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:12.838527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:48:12.838599Z","caller":"traceutil/trace.go:171","msg":"trace[1910973552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017872s","start":"2026-04-28T03:48:10.838566Z","end":"2026-04-28T03:48:12.838584Z","steps":["trace[1910973552] 'agreement among raft nodes before linearized reading' (duration: 1.99993465s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:12.838639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.838551Z","time spent":"2.000079913s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:48:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:48:13.665564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356623883s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:48:13.665994Z","caller":"traceutil/trace.go:171","msg":"trace[1828746256] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"2.8278964s","start":"2026-04-28T03:48:10.838049Z","end":"2026-04-28T03:48:13.665945Z","steps":["trace[1828746256] 'process raft request' (duration: 2.827652925s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.666142Z","caller":"traceutil/trace.go:171","msg":"trace[285094356] linearizableReadLoop","detail":"{readStateIndex:15683; appliedIndex:15673; }","duration":"2.828165816s","start":"2026-04-28T03:48:10.837955Z","end":"2026-04-28T03:48:13.666121Z","steps":["trace[285094356] 'read index received' (duration: 1.364391177s)","trace[285094356] 'applied index is now lower than readState.Index' (duration: 1.463773769s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:13.666172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.838035Z","time spent":"2.828055983s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:48:13.666387Z","caller":"traceutil/trace.go:171","msg":"trace[1546034571] transaction","detail":"{read_only:false; response_revision:15089; number_of_response:1; }","duration":"2.740196303s","start":"2026-04-28T03:48:10.926177Z","end":"2026-04-28T03:48:13.666374Z","steps":["trace[1546034571] 'process raft request' (duration: 2.73965393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.66649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.926153Z","time spent":"2.740268074s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:13.666666Z","caller":"traceutil/trace.go:171","msg":"trace[187813773] transaction","detail":"{read_only:false; response_revision:15096; number_of_response:1; }","duration":"2.026288793s","start":"2026-04-28T03:48:11.640367Z","end":"2026-04-28T03:48:13.666656Z","steps":["trace[187813773] 'process raft request' (duration: 2.0257197s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.666679Z","caller":"traceutil/trace.go:171","msg":"trace[1410910766] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"2.027913939s","start":"2026-04-28T03:48:11.638746Z","end":"2026-04-28T03:48:13.66666Z","steps":["trace[1410910766] 'process raft request' (duration: 2.027308485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.666725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.64035Z","time spent":"2.026345465s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.666779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.638736Z","time spent":"2.027982621s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.666953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828990205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dfb888696-crthk.18aa6898a0021c90\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-28T03:48:13.666995Z","caller":"traceutil/trace.go:171","msg":"trace[1112499613] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dfb888696-crthk.18aa6898a0021c90; range_end:; response_count:1; response_revision:15096; }","duration":"2.829047216s","start":"2026-04-28T03:48:10.837935Z","end":"2026-04-28T03:48:13.666982Z","steps":["trace[1112499613] 'agreement among raft nodes before linearized reading' (duration: 2.828902173s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.667005Z","caller":"traceutil/trace.go:171","msg":"trace[1022431454] transaction","detail":"{read_only:false; response_revision:15090; number_of_response:1; }","duration":"2.03279708s","start":"2026-04-28T03:48:11.634192Z","end":"2026-04-28T03:48:13.666989Z","steps":["trace[1022431454] 'process raft request' (duration: 2.031704055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.837922Z","time spent":"2.829102338s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-cfn-7dfb888696-crthk.18aa6898a0021c90\" "} {"level":"warn","ts":"2026-04-28T03:48:13.667096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.634163Z","time spent":"2.032885292s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:13.667136Z","caller":"traceutil/trace.go:171","msg":"trace[1336359791] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"2.029431185s","start":"2026-04-28T03:48:11.637674Z","end":"2026-04-28T03:48:13.667105Z","steps":["trace[1336359791] 'process raft request' (duration: 2.028323599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76930951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.667223Z","caller":"traceutil/trace.go:171","msg":"trace[227075590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15096; }","duration":"2.76933835s","start":"2026-04-28T03:48:10.897876Z","end":"2026-04-28T03:48:13.667215Z","steps":["trace[227075590] 'agreement among raft nodes before linearized reading' (duration: 2.769291869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.897823Z","time spent":"2.769427282s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:48:13.667255Z","caller":"traceutil/trace.go:171","msg":"trace[1645492703] transaction","detail":"{read_only:false; response_revision:15091; number_of_response:1; }","duration":"2.031414169s","start":"2026-04-28T03:48:11.635803Z","end":"2026-04-28T03:48:13.667217Z","steps":["trace[1645492703] 'process raft request' (duration: 2.03012774s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.667284Z","caller":"traceutil/trace.go:171","msg":"trace[565808499] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"2.028727189s","start":"2026-04-28T03:48:11.638501Z","end":"2026-04-28T03:48:13.667228Z","steps":["trace[565808499] 'process raft request' (duration: 2.027524422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.635761Z","time spent":"2.031530693s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.667366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158146278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T03:48:13.667396Z","caller":"traceutil/trace.go:171","msg":"trace[1621795370] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15096; }","duration":"1.15823105s","start":"2026-04-28T03:48:12.509156Z","end":"2026-04-28T03:48:13.667387Z","steps":["trace[1621795370] 'agreement among raft nodes before linearized reading' (duration: 1.158074717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.638479Z","time spent":"2.028862942s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.667449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158625718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:13.667461Z","caller":"traceutil/trace.go:171","msg":"trace[1176982967] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"2.030179041s","start":"2026-04-28T03:48:11.637262Z","end":"2026-04-28T03:48:13.667441Z","steps":["trace[1176982967] 'process raft request' (duration: 2.028703867s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.667485Z","caller":"traceutil/trace.go:171","msg":"trace[1890370530] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15096; }","duration":"1.15867593s","start":"2026-04-28T03:48:12.508801Z","end":"2026-04-28T03:48:13.667476Z","steps":["trace[1890370530] 'agreement among raft nodes before linearized reading' (duration: 1.158581768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.509135Z","time spent":"1.158281491s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T03:48:13.667544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637242Z","time spent":"2.030258504s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.667575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.862871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:13.667597Z","caller":"traceutil/trace.go:171","msg":"trace[814808739] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15096; }","duration":"781.883611ms","start":"2026-04-28T03:48:12.885706Z","end":"2026-04-28T03:48:13.66759Z","steps":["trace[814808739] 'agreement among raft nodes before linearized reading' (duration: 781.80774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.885633Z","time spent":"781.985904ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"warn","ts":"2026-04-28T03:48:13.667552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158788583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:13.667638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737490731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.667659Z","caller":"traceutil/trace.go:171","msg":"trace[154733580] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15096; }","duration":"1.158885525s","start":"2026-04-28T03:48:12.508758Z","end":"2026-04-28T03:48:13.667644Z","steps":["trace[154733580] 'agreement among raft nodes before linearized reading' (duration: 1.158774752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.66769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.508702Z","time spent":"1.158980307s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T03:48:13.667516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.508792Z","time spent":"1.158718411s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:13.667775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026871687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:13.667799Z","caller":"traceutil/trace.go:171","msg":"trace[540757874] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15096; }","duration":"2.026916648s","start":"2026-04-28T03:48:11.640875Z","end":"2026-04-28T03:48:13.667792Z","steps":["trace[540757874] 'agreement among raft nodes before linearized reading' (duration: 2.026841626s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.675482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:48:13.667832Z","caller":"traceutil/trace.go:171","msg":"trace[978078812] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:15096; }","duration":"783.722104ms","start":"2026-04-28T03:48:12.884103Z","end":"2026-04-28T03:48:13.667825Z","steps":["trace[978078812] 'agreement among raft nodes before linearized reading' (duration: 783.662072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.884092Z","time spent":"783.759664ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"info","ts":"2026-04-28T03:48:13.667676Z","caller":"traceutil/trace.go:171","msg":"trace[2144246152] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15096; }","duration":"1.737565053s","start":"2026-04-28T03:48:11.930103Z","end":"2026-04-28T03:48:13.667668Z","steps":["trace[2144246152] 'agreement among raft nodes before linearized reading' (duration: 1.737512492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02747377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:13.667958Z","caller":"traceutil/trace.go:171","msg":"trace[639683277] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15096; }","duration":"2.027533191s","start":"2026-04-28T03:48:11.640413Z","end":"2026-04-28T03:48:13.667946Z","steps":["trace[639683277] 'agreement among raft nodes before linearized reading' (duration: 2.027432409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.667955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.930081Z","time spent":"1.737859719s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:13.667982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.640367Z","time spent":"2.027609703s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.197739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:13.668057Z","caller":"traceutil/trace.go:171","msg":"trace[579829728] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15096; }","duration":"786.23722ms","start":"2026-04-28T03:48:12.881814Z","end":"2026-04-28T03:48:13.668051Z","steps":["trace[579829728] 'agreement among raft nodes before linearized reading' (duration: 786.173108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02880563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.668097Z","caller":"traceutil/trace.go:171","msg":"trace[308946129] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15096; }","duration":"2.028851631s","start":"2026-04-28T03:48:11.639238Z","end":"2026-04-28T03:48:13.668089Z","steps":["trace[308946129] 'agreement among raft nodes before linearized reading' (duration: 2.02880666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.13026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:13.668149Z","caller":"traceutil/trace.go:171","msg":"trace[704548436] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15096; }","duration":"787.191891ms","start":"2026-04-28T03:48:12.88095Z","end":"2026-04-28T03:48:13.668142Z","steps":["trace[704548436] 'agreement among raft nodes before linearized reading' (duration: 787.135179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.66817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029056405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:13.668194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.88093Z","time spent":"787.235402ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" "} {"level":"info","ts":"2026-04-28T03:48:13.6682Z","caller":"traceutil/trace.go:171","msg":"trace[1203383709] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15096; }","duration":"2.029111837s","start":"2026-04-28T03:48:11.639081Z","end":"2026-04-28T03:48:13.668192Z","steps":["trace[1203383709] 'agreement among raft nodes before linearized reading' (duration: 2.029059086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.639072Z","time spent":"2.029150368s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076368232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:48:13.668416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.542211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:48:13.668444Z","caller":"traceutil/trace.go:171","msg":"trace[2068530086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15096; }","duration":"788.594742ms","start":"2026-04-28T03:48:12.879844Z","end":"2026-04-28T03:48:13.668438Z","steps":["trace[2068530086] 'agreement among raft nodes before linearized reading' (duration: 788.515611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030416817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:13.668467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.879831Z","time spent":"788.631393ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"info","ts":"2026-04-28T03:48:13.668479Z","caller":"traceutil/trace.go:171","msg":"trace[1810141076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15096; }","duration":"2.030462478s","start":"2026-04-28T03:48:11.638009Z","end":"2026-04-28T03:48:13.668471Z","steps":["trace[1810141076] 'agreement among raft nodes before linearized reading' (duration: 2.030423157s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637999Z","time spent":"2.030501669s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730053673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:48:13.668557Z","caller":"traceutil/trace.go:171","msg":"trace[781718904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15096; }","duration":"2.730131865s","start":"2026-04-28T03:48:10.938413Z","end":"2026-04-28T03:48:13.668545Z","steps":["trace[781718904] 'agreement among raft nodes before linearized reading' (duration: 2.730025762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.222166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:48:13.668585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:10.938392Z","time spent":"2.730187225s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:48:13.668598Z","caller":"traceutil/trace.go:171","msg":"trace[1368615061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15096; }","duration":"832.247927ms","start":"2026-04-28T03:48:12.836345Z","end":"2026-04-28T03:48:13.668593Z","steps":["trace[1368615061] 'agreement among raft nodes before linearized reading' (duration: 832.193426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.668615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.836341Z","time spent":"832.270167ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206878116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4609"} {"level":"warn","ts":"2026-04-28T03:48:13.667831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.640863Z","time spent":"2.026960989s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.476322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:48:13.668074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.881804Z","time spent":"786.266091ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.73857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.670167Z","caller":"traceutil/trace.go:171","msg":"trace[658592008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15096; }","duration":"831.386237ms","start":"2026-04-28T03:48:12.838769Z","end":"2026-04-28T03:48:13.670155Z","steps":["trace[658592008] 'agreement among raft nodes before linearized reading' (duration: 829.74328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.838761Z","time spent":"831.432568ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663959483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.670319Z","caller":"traceutil/trace.go:171","msg":"trace[192115806] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:15096; }","duration":"2.665813275s","start":"2026-04-28T03:48:11.004467Z","end":"2026-04-28T03:48:13.67028Z","steps":["trace[192115806] 'agreement among raft nodes before linearized reading' (duration: 2.663911732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.004431Z","time spent":"2.665921748s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:48:13.668412Z","caller":"traceutil/trace.go:171","msg":"trace[1094638184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15096; }","duration":"2.076441244s","start":"2026-04-28T03:48:11.591959Z","end":"2026-04-28T03:48:13.6684Z","steps":["trace[1094638184] 'agreement among raft nodes before linearized reading' (duration: 2.076368283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.591944Z","time spent":"2.078538252s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:13.668647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030972449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.670543Z","caller":"traceutil/trace.go:171","msg":"trace[1930293906] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15096; }","duration":"2.032861112s","start":"2026-04-28T03:48:11.637666Z","end":"2026-04-28T03:48:13.670527Z","steps":["trace[1930293906] 'agreement among raft nodes before linearized reading' (duration: 2.030960228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.6676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25220533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:48:13.670599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637639Z","time spent":"2.032945184s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T03:48:13.670629Z","caller":"traceutil/trace.go:171","msg":"trace[1894963243] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15096; }","duration":"1.255267278s","start":"2026-04-28T03:48:12.41535Z","end":"2026-04-28T03:48:13.670617Z","steps":["trace[1894963243] 'agreement among raft nodes before linearized reading' (duration: 1.252218979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.415271Z","time spent":"1.25538598s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:13.668676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553859818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:48:13.670788Z","caller":"traceutil/trace.go:171","msg":"trace[1017303359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15096; }","duration":"2.556000647s","start":"2026-04-28T03:48:11.114779Z","end":"2026-04-28T03:48:13.67078Z","steps":["trace[1017303359] 'agreement among raft nodes before linearized reading' (duration: 2.553840388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.114764Z","time spent":"2.556039548s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.639232Z","time spent":"2.028884752s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T03:48:13.668686Z","caller":"traceutil/trace.go:171","msg":"trace[1752499334] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:15096; }","duration":"2.206977227s","start":"2026-04-28T03:48:11.461693Z","end":"2026-04-28T03:48:13.66867Z","steps":["trace[1752499334] 'agreement among raft nodes before linearized reading' (duration: 2.206790353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.670956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.461672Z","time spent":"2.20926622s","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4632,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:48:13.670983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637651Z","time spent":"2.029555028s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:13.668731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031117953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:13.671036Z","caller":"traceutil/trace.go:171","msg":"trace[376023098] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15096; }","duration":"2.033422385s","start":"2026-04-28T03:48:11.637606Z","end":"2026-04-28T03:48:13.671029Z","steps":["trace[376023098] 'agreement among raft nodes before linearized reading' (duration: 2.031058301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.671061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637551Z","time spent":"2.033503726s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:13.66876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.681076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:48:13.671164Z","caller":"traceutil/trace.go:171","msg":"trace[1271071826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15096; }","duration":"835.090881ms","start":"2026-04-28T03:48:12.836065Z","end":"2026-04-28T03:48:13.671156Z","steps":["trace[1271071826] 'agreement among raft nodes before linearized reading' (duration: 832.647985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.671198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.836062Z","time spent":"835.126861ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031293476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:13.671267Z","caller":"traceutil/trace.go:171","msg":"trace[2000937081] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15096; }","duration":"2.033783772s","start":"2026-04-28T03:48:11.637477Z","end":"2026-04-28T03:48:13.671261Z","steps":["trace[2000937081] 'agreement among raft nodes before linearized reading' (duration: 2.031270115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.671293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:11.637466Z","time spent":"2.033820773s","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158454954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:48:13.671389Z","caller":"traceutil/trace.go:171","msg":"trace[365720353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15096; }","duration":"1.161141204s","start":"2026-04-28T03:48:12.510217Z","end":"2026-04-28T03:48:13.671359Z","steps":["trace[365720353] 'agreement among raft nodes before linearized reading' (duration: 1.158456464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.671471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.510198Z","time spent":"1.161247137s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:13.668836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.785419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:48:13.671561Z","caller":"traceutil/trace.go:171","msg":"trace[1829311630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15096; }","duration":"835.52496ms","start":"2026-04-28T03:48:12.836017Z","end":"2026-04-28T03:48:13.671542Z","steps":["trace[1829311630] 'agreement among raft nodes before linearized reading' (duration: 832.758568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.671729Z","caller":"traceutil/trace.go:171","msg":"trace[1276135731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15096; }","duration":"833.093675ms","start":"2026-04-28T03:48:12.836154Z","end":"2026-04-28T03:48:13.669247Z","steps":["trace[1276135731] 'agreement among raft nodes before linearized reading' (duration: 832.39448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.671775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.83615Z","time spent":"835.614362ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:13.671636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:12.836002Z","time spent":"835.610243ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:48:13.827155Z","caller":"traceutil/trace.go:171","msg":"trace[1415986967] transaction","detail":"{read_only:false; response_revision:15101; number_of_response:1; }","duration":"150.561335ms","start":"2026-04-28T03:48:13.676573Z","end":"2026-04-28T03:48:13.827135Z","steps":["trace[1415986967] 'process raft request' (duration: 150.496794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.827285Z","caller":"traceutil/trace.go:171","msg":"trace[947978380] transaction","detail":"{read_only:false; response_revision:15100; number_of_response:1; }","duration":"150.924423ms","start":"2026-04-28T03:48:13.676352Z","end":"2026-04-28T03:48:13.827276Z","steps":["trace[947978380] 'process raft request' (duration: 150.654517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.827263Z","caller":"traceutil/trace.go:171","msg":"trace[1936716051] transaction","detail":"{read_only:false; response_revision:15099; number_of_response:1; }","duration":"151.913755ms","start":"2026-04-28T03:48:13.675309Z","end":"2026-04-28T03:48:13.827223Z","steps":["trace[1936716051] 'process raft request' (duration: 151.6644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.82739Z","caller":"traceutil/trace.go:171","msg":"trace[1211760652] transaction","detail":"{read_only:false; response_revision:15102; number_of_response:1; }","duration":"150.652488ms","start":"2026-04-28T03:48:13.676731Z","end":"2026-04-28T03:48:13.827383Z","steps":["trace[1211760652] 'process raft request' (duration: 150.366431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.827464Z","caller":"traceutil/trace.go:171","msg":"trace[342586718] transaction","detail":"{read_only:false; response_revision:15097; number_of_response:1; }","duration":"156.187322ms","start":"2026-04-28T03:48:13.671269Z","end":"2026-04-28T03:48:13.827457Z","steps":["trace[342586718] 'process raft request' (duration: 56.054534ms)","trace[342586718] 'compare' (duration: 99.477364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:13.827465Z","caller":"traceutil/trace.go:171","msg":"trace[1722677645] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"152.53107ms","start":"2026-04-28T03:48:13.674919Z","end":"2026-04-28T03:48:13.82745Z","steps":["trace[1722677645] 'process raft request' (duration: 152.004669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.827822Z","caller":"traceutil/trace.go:171","msg":"trace[2485695] transaction","detail":"{read_only:false; response_revision:15103; number_of_response:1; }","duration":"150.601956ms","start":"2026-04-28T03:48:13.677212Z","end":"2026-04-28T03:48:13.827814Z","steps":["trace[2485695] 'process raft request' (duration: 150.142996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.828065Z","caller":"traceutil/trace.go:171","msg":"trace[1036680848] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"149.992563ms","start":"2026-04-28T03:48:13.678052Z","end":"2026-04-28T03:48:13.828045Z","steps":["trace[1036680848] 'process raft request' (duration: 149.732827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.828219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.762255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.82828Z","caller":"traceutil/trace.go:171","msg":"trace[2081958927] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15104; }","duration":"152.862016ms","start":"2026-04-28T03:48:13.675403Z","end":"2026-04-28T03:48:13.828265Z","steps":["trace[2081958927] 'agreement among raft nodes before linearized reading' (duration: 152.725313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:13.828215Z","caller":"traceutil/trace.go:171","msg":"trace[1567457154] linearizableReadLoop","detail":"{readStateIndex:15686; appliedIndex:15683; }","duration":"152.55287ms","start":"2026-04-28T03:48:13.675427Z","end":"2026-04-28T03:48:13.82798Z","steps":["trace[1567457154] 'read index received' (duration: 51.769277ms)","trace[1567457154] 'applied index is now lower than readState.Index' (duration: 100.780153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:13.828677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.418724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.828741Z","caller":"traceutil/trace.go:171","msg":"trace[2109304069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15104; }","duration":"147.513406ms","start":"2026-04-28T03:48:13.681209Z","end":"2026-04-28T03:48:13.828723Z","steps":["trace[2109304069] 'agreement among raft nodes before linearized reading' (duration: 147.396103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.829136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.059333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:13.829193Z","caller":"traceutil/trace.go:171","msg":"trace[714009540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15104; }","duration":"150.149686ms","start":"2026-04-28T03:48:13.67903Z","end":"2026-04-28T03:48:13.829179Z","steps":["trace[714009540] 'agreement among raft nodes before linearized reading' (duration: 150.056434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.829485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.193909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:13.829514Z","caller":"traceutil/trace.go:171","msg":"trace[2129329652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15104; }","duration":"151.234271ms","start":"2026-04-28T03:48:13.678271Z","end":"2026-04-28T03:48:13.829506Z","steps":["trace[2129329652] 'agreement among raft nodes before linearized reading' (duration: 150.295989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.829782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.449979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:13.829838Z","caller":"traceutil/trace.go:171","msg":"trace[106096870] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15104; }","duration":"152.541441ms","start":"2026-04-28T03:48:13.677283Z","end":"2026-04-28T03:48:13.829824Z","steps":["trace[106096870] 'agreement among raft nodes before linearized reading' (duration: 151.446516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.830103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.42106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:13.830147Z","caller":"traceutil/trace.go:171","msg":"trace[1911200360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15104; }","duration":"153.467331ms","start":"2026-04-28T03:48:13.676666Z","end":"2026-04-28T03:48:13.830134Z","steps":["trace[1911200360] 'agreement among raft nodes before linearized reading' (duration: 151.715621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.830215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.907589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:13.830271Z","caller":"traceutil/trace.go:171","msg":"trace[1498734321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15104; }","duration":"152.975041ms","start":"2026-04-28T03:48:13.677281Z","end":"2026-04-28T03:48:13.830256Z","steps":["trace[1498734321] 'agreement among raft nodes before linearized reading' (duration: 151.795794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:13.831013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.999031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:925135"} {"level":"info","ts":"2026-04-28T03:48:13.831077Z","caller":"traceutil/trace.go:171","msg":"trace[1174264204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:15104; }","duration":"153.076943ms","start":"2026-04-28T03:48:13.677986Z","end":"2026-04-28T03:48:13.831063Z","steps":["trace[1174264204] 'agreement among raft nodes before linearized reading' (duration: 151.330414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:14.092103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.717007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:14.092231Z","caller":"traceutil/trace.go:171","msg":"trace[312179187] linearizableReadLoop","detail":"{readStateIndex:15693; appliedIndex:15692; }","duration":"212.088082ms","start":"2026-04-28T03:48:13.880126Z","end":"2026-04-28T03:48:14.092214Z","steps":["trace[312179187] 'read index received' (duration: 81.123499ms)","trace[312179187] 'applied index is now lower than readState.Index' (duration: 130.962893ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:14.092318Z","caller":"traceutil/trace.go:171","msg":"trace[1726306227] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"230.361054ms","start":"2026-04-28T03:48:13.861946Z","end":"2026-04-28T03:48:14.092307Z","steps":["trace[1726306227] 'process raft request' (duration: 99.365571ms)","trace[1726306227] 'compare' (duration: 130.581224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:14.092599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.45473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:48:14.092679Z","caller":"traceutil/trace.go:171","msg":"trace[1278196101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15106; }","duration":"212.575864ms","start":"2026-04-28T03:48:13.880081Z","end":"2026-04-28T03:48:14.092657Z","steps":["trace[1278196101] 'agreement among raft nodes before linearized reading' (duration: 212.372158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:14.737594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096330283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:48:15.071388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.735504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:15.071694Z","caller":"traceutil/trace.go:171","msg":"trace[570508492] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"863.165424ms","start":"2026-04-28T03:48:14.20847Z","end":"2026-04-28T03:48:15.071636Z","steps":["trace[570508492] 'process raft request' (duration: 863.041081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.071804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.208452Z","time spent":"863.301687ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:15.071895Z","caller":"traceutil/trace.go:171","msg":"trace[866935566] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"973.84268ms","start":"2026-04-28T03:48:14.098025Z","end":"2026-04-28T03:48:15.071867Z","steps":["trace[866935566] 'process raft request' (duration: 118.526133ms)","trace[866935566] 'compare' (duration: 854.067349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:15.072013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.098003Z","time spent":"973.948833ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:15.07245Z","caller":"traceutil/trace.go:171","msg":"trace[1430016322] linearizableReadLoop","detail":"{readStateIndex:15696; appliedIndex:15693; }","duration":"835.547901ms","start":"2026-04-28T03:48:14.23688Z","end":"2026-04-28T03:48:15.072428Z","steps":["trace[1430016322] 'read index received' (duration: 594.276011ms)","trace[1430016322] 'applied index is now lower than readState.Index' (duration: 241.27065ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:15.072492Z","caller":"traceutil/trace.go:171","msg":"trace[1402515852] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"828.073512ms","start":"2026-04-28T03:48:14.244397Z","end":"2026-04-28T03:48:15.07247Z","steps":["trace[1402515852] 'process raft request' (duration: 827.944689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.072613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.393951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:48:15.072635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.743635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-28T03:48:15.072657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.244377Z","time spent":"828.232575ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:15.072709Z","caller":"traceutil/trace.go:171","msg":"trace[658687748] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:15109; }","duration":"835.858378ms","start":"2026-04-28T03:48:14.23683Z","end":"2026-04-28T03:48:15.072688Z","steps":["trace[658687748] 'agreement among raft nodes before linearized reading' (duration: 835.663044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:15.072657Z","caller":"traceutil/trace.go:171","msg":"trace[2123323533] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15109; }","duration":"758.484493ms","start":"2026-04-28T03:48:14.314159Z","end":"2026-04-28T03:48:15.072644Z","steps":["trace[2123323533] 'agreement among raft nodes before linearized reading' (duration: 758.392501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.072826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.314114Z","time spent":"758.672817ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:15.072843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.160005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-28T03:48:15.072711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.224413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/magnum-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:15.072895Z","caller":"traceutil/trace.go:171","msg":"trace[972296045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15109; }","duration":"456.250637ms","start":"2026-04-28T03:48:14.61663Z","end":"2026-04-28T03:48:15.07288Z","steps":["trace[972296045] 'agreement among raft nodes before linearized reading' (duration: 456.102944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:15.072912Z","caller":"traceutil/trace.go:171","msg":"trace[1376720570] range","detail":"{range_begin:/registry/namespaces/magnum-system; range_end:; response_count:0; response_revision:15109; }","duration":"380.455559ms","start":"2026-04-28T03:48:14.692439Z","end":"2026-04-28T03:48:15.072895Z","steps":["trace[1376720570] 'agreement among raft nodes before linearized reading' (duration: 380.242504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.072936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.616608Z","time spent":"456.318228ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T03:48:15.072751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.23681Z","time spent":"835.932729ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-04-28T03:48:15.072979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:14.692416Z","time spent":"380.54579ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/magnum-system\" "} {"level":"warn","ts":"2026-04-28T03:48:15.425735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.294883ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T03:48:15.425807Z","caller":"traceutil/trace.go:171","msg":"trace[1573830942] linearizableReadLoop","detail":"{readStateIndex:15697; appliedIndex:15696; }","duration":"347.431954ms","start":"2026-04-28T03:48:15.078362Z","end":"2026-04-28T03:48:15.425794Z","steps":["trace[1573830942] 'read index received' (duration: 167.952027ms)","trace[1573830942] 'applied index is now lower than readState.Index' (duration: 179.478537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:15.425825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:15.076557Z","time spent":"349.261535ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:48:15.425949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.579997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-28T03:48:15.425973Z","caller":"traceutil/trace.go:171","msg":"trace[1552242240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15109; }","duration":"347.604128ms","start":"2026-04-28T03:48:15.078359Z","end":"2026-04-28T03:48:15.425963Z","steps":["trace[1552242240] 'agreement among raft nodes before linearized reading' (duration: 347.498246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.425974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.543267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/magnum-system/\" range_end:\"/registry/resourcequotas/magnum-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:15.425997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:15.078327Z","time spent":"347.661619ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-28T03:48:15.426025Z","caller":"traceutil/trace.go:171","msg":"trace[445188244] range","detail":"{range_begin:/registry/resourcequotas/magnum-system/; range_end:/registry/resourcequotas/magnum-system0; response_count:0; response_revision:15109; }","duration":"347.623479ms","start":"2026-04-28T03:48:15.078386Z","end":"2026-04-28T03:48:15.42601Z","steps":["trace[445188244] 'agreement among raft nodes before linearized reading' (duration: 347.539327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.426061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:15.078377Z","time spent":"347.675921ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/magnum-system/\" range_end:\"/registry/resourcequotas/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T03:48:15.426591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.20726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-647b674bfd-rqrq4.18aa688a0ce5bb0c\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-04-28T03:48:15.426699Z","caller":"traceutil/trace.go:171","msg":"trace[821507652] range","detail":"{range_begin:/registry/events/openstack/barbican-api-647b674bfd-rqrq4.18aa688a0ce5bb0c; range_end:; response_count:1; response_revision:15109; }","duration":"343.330013ms","start":"2026-04-28T03:48:15.083335Z","end":"2026-04-28T03:48:15.426665Z","steps":["trace[821507652] 'agreement among raft nodes before linearized reading' (duration: 343.086117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.426743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:15.083327Z","time spent":"343.404974ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-647b674bfd-rqrq4.18aa688a0ce5bb0c\" "} {"level":"info","ts":"2026-04-28T03:48:15.685395Z","caller":"traceutil/trace.go:171","msg":"trace[996072412] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"258.624682ms","start":"2026-04-28T03:48:15.426746Z","end":"2026-04-28T03:48:15.685371Z","steps":["trace[996072412] 'process raft request' (duration: 222.240621ms)","trace[996072412] 'compare' (duration: 35.932251ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:15.685466Z","caller":"traceutil/trace.go:171","msg":"trace[154032276] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"256.156885ms","start":"2026-04-28T03:48:15.429291Z","end":"2026-04-28T03:48:15.685448Z","steps":["trace[154032276] 'process raft request' (duration: 256.071643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:15.685643Z","caller":"traceutil/trace.go:171","msg":"trace[1504935840] linearizableReadLoop","detail":"{readStateIndex:15698; appliedIndex:15697; }","duration":"256.40101ms","start":"2026-04-28T03:48:15.429232Z","end":"2026-04-28T03:48:15.685633Z","steps":["trace[1504935840] 'read index received' (duration: 220.642614ms)","trace[1504935840] 'applied index is now lower than readState.Index' (duration: 35.757036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:15.685908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.658907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79a43c29-1f21-4fe5-9738-844917831324\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-28T03:48:15.685944Z","caller":"traceutil/trace.go:171","msg":"trace[1740271102] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79a43c29-1f21-4fe5-9738-844917831324; range_end:; response_count:1; response_revision:15111; }","duration":"256.731068ms","start":"2026-04-28T03:48:15.4292Z","end":"2026-04-28T03:48:15.685931Z","steps":["trace[1740271102] 'agreement among raft nodes before linearized reading' (duration: 256.598095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.725451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.929034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:15.725668Z","caller":"traceutil/trace.go:171","msg":"trace[796517899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15119; }","duration":"179.145969ms","start":"2026-04-28T03:48:15.546487Z","end":"2026-04-28T03:48:15.725633Z","steps":["trace[796517899] 'agreement among raft nodes before linearized reading' (duration: 178.897554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:15.725915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.994308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:15.72598Z","caller":"traceutil/trace.go:171","msg":"trace[1713680235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:15119; }","duration":"105.098401ms","start":"2026-04-28T03:48:15.620864Z","end":"2026-04-28T03:48:15.725962Z","steps":["trace[1713680235] 'agreement among raft nodes before linearized reading' (duration: 103.359231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:16.779265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.716745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4840"} {"level":"info","ts":"2026-04-28T03:48:16.779354Z","caller":"traceutil/trace.go:171","msg":"trace[1908493340] linearizableReadLoop","detail":"{readStateIndex:15725; appliedIndex:15724; }","duration":"175.374985ms","start":"2026-04-28T03:48:16.603964Z","end":"2026-04-28T03:48:16.779339Z","steps":["trace[1908493340] 'read index received' (duration: 57.518408ms)","trace[1908493340] 'applied index is now lower than readState.Index' (duration: 117.855687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:16.77941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.441067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:16.77943Z","caller":"traceutil/trace.go:171","msg":"trace[1675154924] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:15135; }","duration":"175.500748ms","start":"2026-04-28T03:48:16.603921Z","end":"2026-04-28T03:48:16.779422Z","steps":["trace[1675154924] 'agreement among raft nodes before linearized reading' (duration: 175.454287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:16.779594Z","caller":"traceutil/trace.go:171","msg":"trace[1639410363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15135; }","duration":"178.463315ms","start":"2026-04-28T03:48:16.60108Z","end":"2026-04-28T03:48:16.779543Z","steps":["trace[1639410363] 'process raft request' (duration: 60.391592ms)","trace[1639410363] 'compare' (duration: 117.666784ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:17.052192Z","caller":"traceutil/trace.go:171","msg":"trace[1570559049] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"101.403027ms","start":"2026-04-28T03:48:16.950756Z","end":"2026-04-28T03:48:17.052159Z","steps":["trace[1570559049] 'process raft request' (duration: 101.236023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:17.220157Z","caller":"traceutil/trace.go:171","msg":"trace[1387939764] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"143.663829ms","start":"2026-04-28T03:48:17.076462Z","end":"2026-04-28T03:48:17.220126Z","steps":["trace[1387939764] 'process raft request' (duration: 143.485675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:17.632394Z","caller":"traceutil/trace.go:171","msg":"trace[1552628175] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"150.446043ms","start":"2026-04-28T03:48:17.481931Z","end":"2026-04-28T03:48:17.632377Z","steps":["trace[1552628175] 'process raft request' (duration: 150.338621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:17.664062Z","caller":"traceutil/trace.go:171","msg":"trace[350091978] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"134.881242ms","start":"2026-04-28T03:48:17.529148Z","end":"2026-04-28T03:48:17.66403Z","steps":["trace[350091978] 'process raft request' (duration: 134.735278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:19.922537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.337218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:48:19.922688Z","caller":"traceutil/trace.go:171","msg":"trace[327599148] linearizableReadLoop","detail":"{readStateIndex:15752; appliedIndex:15751; }","duration":"157.025291ms","start":"2026-04-28T03:48:19.765637Z","end":"2026-04-28T03:48:19.922662Z","steps":["trace[327599148] 'read index received' (duration: 50.448658ms)","trace[327599148] 'applied index is now lower than readState.Index' (duration: 106.573603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:19.922716Z","caller":"traceutil/trace.go:171","msg":"trace[1762378315] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"164.103401ms","start":"2026-04-28T03:48:19.758568Z","end":"2026-04-28T03:48:19.922672Z","steps":["trace[1762378315] 'process raft request' (duration: 57.521907ms)","trace[1762378315] 'compare' (duration: 106.154793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:19.922932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.291737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:48:19.922975Z","caller":"traceutil/trace.go:171","msg":"trace[858312938] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15161; }","duration":"157.361678ms","start":"2026-04-28T03:48:19.765602Z","end":"2026-04-28T03:48:19.922963Z","steps":["trace[858312938] 'agreement among raft nodes before linearized reading' (duration: 157.150333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.063719Z","caller":"traceutil/trace.go:171","msg":"trace[1519097653] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"272.172647ms","start":"2026-04-28T03:48:19.791525Z","end":"2026-04-28T03:48:20.063697Z","steps":["trace[1519097653] 'process raft request' (duration: 272.051574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.064143Z","caller":"traceutil/trace.go:171","msg":"trace[331813690] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"287.37045ms","start":"2026-04-28T03:48:19.776759Z","end":"2026-04-28T03:48:20.06413Z","steps":["trace[331813690] 'process raft request' (duration: 286.600252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.064292Z","caller":"traceutil/trace.go:171","msg":"trace[902039462] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"273.440285ms","start":"2026-04-28T03:48:19.790843Z","end":"2026-04-28T03:48:20.064283Z","steps":["trace[902039462] 'process raft request' (duration: 272.661738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.064383Z","caller":"traceutil/trace.go:171","msg":"trace[1991217945] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"273.441175ms","start":"2026-04-28T03:48:19.790921Z","end":"2026-04-28T03:48:20.064362Z","steps":["trace[1991217945] 'process raft request' (duration: 272.624507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.067502Z","caller":"traceutil/trace.go:171","msg":"trace[616147572] linearizableReadLoop","detail":"{readStateIndex:15757; appliedIndex:15756; }","duration":"144.763103ms","start":"2026-04-28T03:48:19.922718Z","end":"2026-04-28T03:48:20.067481Z","steps":["trace[616147572] 'read index received' (duration: 141.98953ms)","trace[616147572] 'applied index is now lower than readState.Index' (duration: 2.772833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:20.067878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.377625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:48:20.068374Z","caller":"traceutil/trace.go:171","msg":"trace[110053917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15166; }","duration":"171.926098ms","start":"2026-04-28T03:48:19.896438Z","end":"2026-04-28T03:48:20.068364Z","steps":["trace[110053917] 'agreement among raft nodes before linearized reading' (duration: 171.329474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.067875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.820251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:20.068534Z","caller":"traceutil/trace.go:171","msg":"trace[1292727979] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15166; }","duration":"277.518278ms","start":"2026-04-28T03:48:19.790998Z","end":"2026-04-28T03:48:20.068516Z","steps":["trace[1292727979] 'agreement among raft nodes before linearized reading' (duration: 276.72372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.067993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.201849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:48:20.068691Z","caller":"traceutil/trace.go:171","msg":"trace[1477198026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15166; }","duration":"154.902464ms","start":"2026-04-28T03:48:19.91377Z","end":"2026-04-28T03:48:20.068673Z","steps":["trace[1477198026] 'agreement among raft nodes before linearized reading' (duration: 154.178728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.067966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.925525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:20.068821Z","caller":"traceutil/trace.go:171","msg":"trace[524496532] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15166; }","duration":"277.818085ms","start":"2026-04-28T03:48:19.790996Z","end":"2026-04-28T03:48:20.068814Z","steps":["trace[524496532] 'agreement among raft nodes before linearized reading' (duration: 276.812722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.068024Z","caller":"traceutil/trace.go:171","msg":"trace[982601695] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"244.982545ms","start":"2026-04-28T03:48:19.823028Z","end":"2026-04-28T03:48:20.068011Z","steps":["trace[982601695] 'process raft request' (duration: 244.34353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.047868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:20.069213Z","caller":"traceutil/trace.go:171","msg":"trace[1953772366] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15166; }","duration":"117.218193ms","start":"2026-04-28T03:48:19.951984Z","end":"2026-04-28T03:48:20.069202Z","steps":["trace[1953772366] 'agreement among raft nodes before linearized reading' (duration: 116.059758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.483725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:48:20.069318Z","caller":"traceutil/trace.go:171","msg":"trace[1550198179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15166; }","duration":"112.719462ms","start":"2026-04-28T03:48:19.956577Z","end":"2026-04-28T03:48:20.069296Z","steps":["trace[1550198179] 'agreement among raft nodes before linearized reading' (duration: 111.393892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.318689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:48:20.069443Z","caller":"traceutil/trace.go:171","msg":"trace[1593953012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15166; }","duration":"158.641387ms","start":"2026-04-28T03:48:19.910788Z","end":"2026-04-28T03:48:20.06943Z","steps":["trace[1593953012] 'agreement among raft nodes before linearized reading' (duration: 157.314578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.84698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:20.069611Z","caller":"traceutil/trace.go:171","msg":"trace[1266382169] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15166; }","duration":"104.277001ms","start":"2026-04-28T03:48:19.965282Z","end":"2026-04-28T03:48:20.069559Z","steps":["trace[1266382169] 'agreement among raft nodes before linearized reading' (duration: 102.826459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.603845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:48:20.069732Z","caller":"traceutil/trace.go:171","msg":"trace[1653758665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15166; }","duration":"159.147999ms","start":"2026-04-28T03:48:19.910556Z","end":"2026-04-28T03:48:20.069704Z","steps":["trace[1653758665] 'agreement among raft nodes before linearized reading' (duration: 157.592434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.540117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:20.06982Z","caller":"traceutil/trace.go:171","msg":"trace[1550251143] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15166; }","duration":"117.188743ms","start":"2026-04-28T03:48:19.952615Z","end":"2026-04-28T03:48:20.069803Z","steps":["trace[1550251143] 'agreement among raft nodes before linearized reading' (duration: 115.570457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.1869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:48:20.06999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.315807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:82 size:108196"} {"level":"info","ts":"2026-04-28T03:48:20.069993Z","caller":"traceutil/trace.go:171","msg":"trace[1087415368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15166; }","duration":"160.989709ms","start":"2026-04-28T03:48:19.90898Z","end":"2026-04-28T03:48:20.06997Z","steps":["trace[1087415368] 'agreement among raft nodes before linearized reading' (duration: 158.728528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:20.070037Z","caller":"traceutil/trace.go:171","msg":"trace[1043877105] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:82; response_revision:15166; }","duration":"145.397959ms","start":"2026-04-28T03:48:19.924628Z","end":"2026-04-28T03:48:20.070026Z","steps":["trace[1043877105] 'agreement among raft nodes before linearized reading' (duration: 143.164488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:20.068238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.131669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:48:20.070113Z","caller":"traceutil/trace.go:171","msg":"trace[996458884] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:15166; }","duration":"118.037601ms","start":"2026-04-28T03:48:19.952058Z","end":"2026-04-28T03:48:20.070096Z","steps":["trace[996458884] 'agreement among raft nodes before linearized reading' (duration: 115.954735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.140361Z","caller":"traceutil/trace.go:171","msg":"trace[591430906] transaction","detail":"{read_only:false; response_revision:15180; number_of_response:1; }","duration":"231.125171ms","start":"2026-04-28T03:48:20.9092Z","end":"2026-04-28T03:48:21.140325Z","steps":["trace[591430906] 'process raft request' (duration: 231.031508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.140396Z","caller":"traceutil/trace.go:171","msg":"trace[1311543998] linearizableReadLoop","detail":"{readStateIndex:15776; appliedIndex:15770; }","duration":"200.302917ms","start":"2026-04-28T03:48:20.94007Z","end":"2026-04-28T03:48:21.140372Z","steps":["trace[1311543998] 'read index received' (duration: 200.073721ms)","trace[1311543998] 'applied index is now lower than readState.Index' (duration: 228.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:21.14039Z","caller":"traceutil/trace.go:171","msg":"trace[397045522] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"230.815784ms","start":"2026-04-28T03:48:20.909541Z","end":"2026-04-28T03:48:21.140357Z","steps":["trace[397045522] 'process raft request' (duration: 230.713732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.140468Z","caller":"traceutil/trace.go:171","msg":"trace[839240163] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"230.108798ms","start":"2026-04-28T03:48:20.91035Z","end":"2026-04-28T03:48:21.140458Z","steps":["trace[839240163] 'process raft request' (duration: 229.948845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.140494Z","caller":"traceutil/trace.go:171","msg":"trace[2123714128] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"229.374662ms","start":"2026-04-28T03:48:20.91111Z","end":"2026-04-28T03:48:21.140485Z","steps":["trace[2123714128] 'process raft request' (duration: 229.220709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.14041Z","caller":"traceutil/trace.go:171","msg":"trace[1627379451] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"230.14828ms","start":"2026-04-28T03:48:20.910236Z","end":"2026-04-28T03:48:21.140384Z","steps":["trace[1627379451] 'process raft request' (duration: 230.040637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.140611Z","caller":"traceutil/trace.go:171","msg":"trace[679179456] transaction","detail":"{read_only:false; response_revision:15179; number_of_response:1; }","duration":"231.433538ms","start":"2026-04-28T03:48:20.909162Z","end":"2026-04-28T03:48:21.140595Z","steps":["trace[679179456] 'process raft request' (duration: 230.947127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.140703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.618603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18aa68ae54a53357\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-04-28T03:48:21.140739Z","caller":"traceutil/trace.go:171","msg":"trace[306951896] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18aa68ae54a53357; range_end:; response_count:1; response_revision:15184; }","duration":"200.675864ms","start":"2026-04-28T03:48:20.940044Z","end":"2026-04-28T03:48:21.14072Z","steps":["trace[306951896] 'agreement among raft nodes before linearized reading' (duration: 200.545591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.372105Z","caller":"traceutil/trace.go:171","msg":"trace[1815694697] transaction","detail":"{read_only:false; response_revision:15194; number_of_response:1; }","duration":"174.73218ms","start":"2026-04-28T03:48:21.197339Z","end":"2026-04-28T03:48:21.372071Z","steps":["trace[1815694697] 'process raft request' (duration: 155.6735ms)","trace[1815694697] 'compare' (duration: 18.894966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:21.372153Z","caller":"traceutil/trace.go:171","msg":"trace[249435921] transaction","detail":"{read_only:false; response_revision:15195; number_of_response:1; }","duration":"112.800524ms","start":"2026-04-28T03:48:21.259329Z","end":"2026-04-28T03:48:21.37213Z","steps":["trace[249435921] 'process raft request' (duration: 112.733292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.372345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.829142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T03:48:21.37238Z","caller":"traceutil/trace.go:171","msg":"trace[1711521005] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15195; }","duration":"174.877623ms","start":"2026-04-28T03:48:21.197493Z","end":"2026-04-28T03:48:21.372371Z","steps":["trace[1711521005] 'agreement among raft nodes before linearized reading' (duration: 174.703709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.37216Z","caller":"traceutil/trace.go:171","msg":"trace[1321784724] linearizableReadLoop","detail":"{readStateIndex:15786; appliedIndex:15785; }","duration":"174.644888ms","start":"2026-04-28T03:48:21.197495Z","end":"2026-04-28T03:48:21.37214Z","steps":["trace[1321784724] 'read index received' (duration: 155.476416ms)","trace[1321784724] 'applied index is now lower than readState.Index' (duration: 19.166672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:21.372614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.803419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T03:48:21.372655Z","caller":"traceutil/trace.go:171","msg":"trace[1513748721] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15195; }","duration":"173.87287ms","start":"2026-04-28T03:48:21.19877Z","end":"2026-04-28T03:48:21.372643Z","steps":["trace[1513748721] 'agreement among raft nodes before linearized reading' (duration: 173.726667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500439Z","caller":"traceutil/trace.go:171","msg":"trace[1254515630] transaction","detail":"{read_only:false; response_revision:15197; number_of_response:1; }","duration":"122.023012ms","start":"2026-04-28T03:48:21.378387Z","end":"2026-04-28T03:48:21.50041Z","steps":["trace[1254515630] 'process raft request' (duration: 119.936034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500507Z","caller":"traceutil/trace.go:171","msg":"trace[1553644870] transaction","detail":"{read_only:false; response_revision:15199; number_of_response:1; }","duration":"121.901669ms","start":"2026-04-28T03:48:21.378576Z","end":"2026-04-28T03:48:21.500478Z","steps":["trace[1553644870] 'process raft request' (duration: 121.785417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500576Z","caller":"traceutil/trace.go:171","msg":"trace[349210247] transaction","detail":"{read_only:false; response_revision:15201; number_of_response:1; }","duration":"121.788867ms","start":"2026-04-28T03:48:21.378779Z","end":"2026-04-28T03:48:21.500568Z","steps":["trace[349210247] 'process raft request' (duration: 121.639584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500609Z","caller":"traceutil/trace.go:171","msg":"trace[459115236] transaction","detail":"{read_only:false; response_revision:15198; number_of_response:1; }","duration":"122.070923ms","start":"2026-04-28T03:48:21.37851Z","end":"2026-04-28T03:48:21.500581Z","steps":["trace[459115236] 'process raft request' (duration: 121.815208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500645Z","caller":"traceutil/trace.go:171","msg":"trace[1843924691] transaction","detail":"{read_only:false; response_revision:15200; number_of_response:1; }","duration":"121.93931ms","start":"2026-04-28T03:48:21.378671Z","end":"2026-04-28T03:48:21.50061Z","steps":["trace[1843924691] 'process raft request' (duration: 121.721205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500704Z","caller":"traceutil/trace.go:171","msg":"trace[168820008] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"121.805587ms","start":"2026-04-28T03:48:21.378855Z","end":"2026-04-28T03:48:21.500661Z","steps":["trace[168820008] 'process raft request' (duration: 121.617123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500604Z","caller":"traceutil/trace.go:171","msg":"trace[771005032] linearizableReadLoop","detail":"{readStateIndex:15796; appliedIndex:15788; }","duration":"115.631036ms","start":"2026-04-28T03:48:21.384948Z","end":"2026-04-28T03:48:21.500579Z","steps":["trace[771005032] 'read index received' (duration: 113.528089ms)","trace[771005032] 'applied index is now lower than readState.Index' (duration: 2.101247ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:21.500853Z","caller":"traceutil/trace.go:171","msg":"trace[450049891] transaction","detail":"{read_only:false; response_revision:15202; number_of_response:1; }","duration":"121.966491ms","start":"2026-04-28T03:48:21.378847Z","end":"2026-04-28T03:48:21.500813Z","steps":["trace[450049891] 'process raft request' (duration: 121.600032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.500871Z","caller":"traceutil/trace.go:171","msg":"trace[1332575698] transaction","detail":"{read_only:false; response_revision:15204; number_of_response:1; }","duration":"122.006622ms","start":"2026-04-28T03:48:21.378856Z","end":"2026-04-28T03:48:21.500863Z","steps":["trace[1332575698] 'process raft request' (duration: 121.642054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.500958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.957595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T03:48:21.501047Z","caller":"traceutil/trace.go:171","msg":"trace[2093034402] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15204; }","duration":"116.078387ms","start":"2026-04-28T03:48:21.384927Z","end":"2026-04-28T03:48:21.501006Z","steps":["trace[2093034402] 'agreement among raft nodes before linearized reading' (duration: 115.78501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702231Z","caller":"traceutil/trace.go:171","msg":"trace[51657260] transaction","detail":"{read_only:false; response_revision:15206; number_of_response:1; }","duration":"193.113565ms","start":"2026-04-28T03:48:21.509088Z","end":"2026-04-28T03:48:21.702201Z","steps":["trace[51657260] 'process raft request' (duration: 192.88535ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702295Z","caller":"traceutil/trace.go:171","msg":"trace[1851868529] transaction","detail":"{read_only:false; response_revision:15207; number_of_response:1; }","duration":"193.126735ms","start":"2026-04-28T03:48:21.509153Z","end":"2026-04-28T03:48:21.70228Z","steps":["trace[1851868529] 'process raft request' (duration: 192.971831ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702395Z","caller":"traceutil/trace.go:171","msg":"trace[654598276] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"192.92528ms","start":"2026-04-28T03:48:21.509463Z","end":"2026-04-28T03:48:21.702388Z","steps":["trace[654598276] 'process raft request' (duration: 192.815718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702406Z","caller":"traceutil/trace.go:171","msg":"trace[1026750600] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"192.321037ms","start":"2026-04-28T03:48:21.510075Z","end":"2026-04-28T03:48:21.702396Z","steps":["trace[1026750600] 'process raft request' (duration: 192.235935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702387Z","caller":"traceutil/trace.go:171","msg":"trace[423236771] linearizableReadLoop","detail":"{readStateIndex:15804; appliedIndex:15796; }","duration":"192.400979ms","start":"2026-04-28T03:48:21.50996Z","end":"2026-04-28T03:48:21.702361Z","steps":["trace[423236771] 'read index received' (duration: 87.541884ms)","trace[423236771] 'applied index is now lower than readState.Index' (duration: 104.857995ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:21.702385Z","caller":"traceutil/trace.go:171","msg":"trace[1966007057] transaction","detail":"{read_only:false; response_revision:15210; number_of_response:1; }","duration":"192.955111ms","start":"2026-04-28T03:48:21.509401Z","end":"2026-04-28T03:48:21.702356Z","steps":["trace[1966007057] 'process raft request' (duration: 192.826569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702536Z","caller":"traceutil/trace.go:171","msg":"trace[1207958987] transaction","detail":"{read_only:false; response_revision:15208; number_of_response:1; }","duration":"193.273378ms","start":"2026-04-28T03:48:21.509253Z","end":"2026-04-28T03:48:21.702526Z","steps":["trace[1207958987] 'process raft request' (duration: 192.90927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702447Z","caller":"traceutil/trace.go:171","msg":"trace[1767941889] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"193.008562ms","start":"2026-04-28T03:48:21.509433Z","end":"2026-04-28T03:48:21.702442Z","steps":["trace[1767941889] 'process raft request' (duration: 192.817808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.702772Z","caller":"traceutil/trace.go:171","msg":"trace[1937263163] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"193.408381ms","start":"2026-04-28T03:48:21.50935Z","end":"2026-04-28T03:48:21.702759Z","steps":["trace[1937263163] 'process raft request' (duration: 192.845069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.702805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.827088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-28T03:48:21.70284Z","caller":"traceutil/trace.go:171","msg":"trace[464069994] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15213; }","duration":"192.940071ms","start":"2026-04-28T03:48:21.509889Z","end":"2026-04-28T03:48:21.702829Z","steps":["trace[464069994] 'agreement among raft nodes before linearized reading' (duration: 192.579543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.89876Z","caller":"traceutil/trace.go:171","msg":"trace[588517590] linearizableReadLoop","detail":"{readStateIndex:15812; appliedIndex:15811; }","duration":"111.486294ms","start":"2026-04-28T03:48:21.787256Z","end":"2026-04-28T03:48:21.898742Z","steps":["trace[588517590] 'read index received' (duration: 111.400922ms)","trace[588517590] 'applied index is now lower than readState.Index' (duration: 84.322µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:21.898843Z","caller":"traceutil/trace.go:171","msg":"trace[1706208825] transaction","detail":"{read_only:false; response_revision:15220; number_of_response:1; }","duration":"111.876782ms","start":"2026-04-28T03:48:21.786931Z","end":"2026-04-28T03:48:21.898808Z","steps":["trace[1706208825] 'process raft request' (duration: 111.693188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.898965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.691198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-28T03:48:21.899004Z","caller":"traceutil/trace.go:171","msg":"trace[360370330] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15220; }","duration":"111.810721ms","start":"2026-04-28T03:48:21.787184Z","end":"2026-04-28T03:48:21.898994Z","steps":["trace[360370330] 'agreement among raft nodes before linearized reading' (duration: 111.653688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:21.914466Z","caller":"traceutil/trace.go:171","msg":"trace[1671182528] transaction","detail":"{read_only:false; response_revision:15221; number_of_response:1; }","duration":"125.52626ms","start":"2026-04-28T03:48:21.788928Z","end":"2026-04-28T03:48:21.914454Z","steps":["trace[1671182528] 'process raft request' (duration: 125.442089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.915236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.774376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111694"} {"level":"info","ts":"2026-04-28T03:48:21.915273Z","caller":"traceutil/trace.go:171","msg":"trace[1569789828] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15221; }","duration":"121.831657ms","start":"2026-04-28T03:48:21.793433Z","end":"2026-04-28T03:48:21.915264Z","steps":["trace[1569789828] 'agreement among raft nodes before linearized reading' (duration: 121.617823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:21.915491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.124395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T03:48:21.915523Z","caller":"traceutil/trace.go:171","msg":"trace[2096768511] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15221; }","duration":"122.222176ms","start":"2026-04-28T03:48:21.793292Z","end":"2026-04-28T03:48:21.915514Z","steps":["trace[2096768511] 'agreement among raft nodes before linearized reading' (duration: 122.116194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:22.031279Z","caller":"traceutil/trace.go:171","msg":"trace[538302419] linearizableReadLoop","detail":"{readStateIndex:15814; appliedIndex:15813; }","duration":"116.372724ms","start":"2026-04-28T03:48:21.91489Z","end":"2026-04-28T03:48:22.031262Z","steps":["trace[538302419] 'read index received' (duration: 103.049004ms)","trace[538302419] 'applied index is now lower than readState.Index' (duration: 13.32333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:22.031487Z","caller":"traceutil/trace.go:171","msg":"trace[1560016528] transaction","detail":"{read_only:false; response_revision:15222; number_of_response:1; }","duration":"125.043339ms","start":"2026-04-28T03:48:21.906317Z","end":"2026-04-28T03:48:22.03136Z","steps":["trace[1560016528] 'process raft request' (duration: 111.630467ms)","trace[1560016528] 'compare' (duration: 13.233678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:22.031525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.163821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:22.031589Z","caller":"traceutil/trace.go:171","msg":"trace[934143686] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-init; range_end:; response_count:0; response_revision:15222; }","duration":"117.260794ms","start":"2026-04-28T03:48:21.914316Z","end":"2026-04-28T03:48:22.031577Z","steps":["trace[934143686] 'agreement among raft nodes before linearized reading' (duration: 117.033559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:22.031566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.116756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T03:48:22.031642Z","caller":"traceutil/trace.go:171","msg":"trace[804185562] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15222; }","duration":"127.240109ms","start":"2026-04-28T03:48:21.904382Z","end":"2026-04-28T03:48:22.031622Z","steps":["trace[804185562] 'agreement among raft nodes before linearized reading' (duration: 126.965473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:22.077627Z","caller":"traceutil/trace.go:171","msg":"trace[356049241] transaction","detail":"{read_only:false; response_revision:15224; number_of_response:1; }","duration":"155.056096ms","start":"2026-04-28T03:48:21.92255Z","end":"2026-04-28T03:48:22.077606Z","steps":["trace[356049241] 'process raft request' (duration: 154.801891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:22.077884Z","caller":"traceutil/trace.go:171","msg":"trace[37212043] transaction","detail":"{read_only:false; response_revision:15226; number_of_response:1; }","duration":"106.395219ms","start":"2026-04-28T03:48:21.971476Z","end":"2026-04-28T03:48:22.077871Z","steps":["trace[37212043] 'process raft request' (duration: 105.9673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:22.078009Z","caller":"traceutil/trace.go:171","msg":"trace[1725540847] transaction","detail":"{read_only:false; response_revision:15225; number_of_response:1; }","duration":"146.3571ms","start":"2026-04-28T03:48:21.931647Z","end":"2026-04-28T03:48:22.078004Z","steps":["trace[1725540847] 'process raft request' (duration: 145.743047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:22.07782Z","caller":"traceutil/trace.go:171","msg":"trace[1050035354] transaction","detail":"{read_only:false; response_revision:15223; number_of_response:1; }","duration":"156.586671ms","start":"2026-04-28T03:48:21.9212Z","end":"2026-04-28T03:48:22.077786Z","steps":["trace[1050035354] 'process raft request' (duration: 156.050479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:22.078462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.117729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T03:48:22.078588Z","caller":"traceutil/trace.go:171","msg":"trace[1207473479] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15226; }","duration":"159.230651ms","start":"2026-04-28T03:48:21.919288Z","end":"2026-04-28T03:48:22.078518Z","steps":["trace[1207473479] 'agreement among raft nodes before linearized reading' (duration: 159.003135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.001974Z","caller":"traceutil/trace.go:171","msg":"trace[360891396] transaction","detail":"{read_only:false; response_revision:15301; number_of_response:1; }","duration":"102.677596ms","start":"2026-04-28T03:48:25.899261Z","end":"2026-04-28T03:48:26.001938Z","steps":["trace[360891396] 'process raft request' (duration: 93.341445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.414596Z","caller":"traceutil/trace.go:171","msg":"trace[835179172] transaction","detail":"{read_only:false; response_revision:15302; number_of_response:1; }","duration":"307.626207ms","start":"2026-04-28T03:48:26.106767Z","end":"2026-04-28T03:48:26.414393Z","steps":["trace[835179172] 'process raft request' (duration: 213.447073ms)","trace[835179172] 'compare' (duration: 93.954449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:26.414707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.106747Z","time spent":"307.903643ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:26.660343Z","caller":"traceutil/trace.go:171","msg":"trace[995736465] transaction","detail":"{read_only:false; response_revision:15303; number_of_response:1; }","duration":"516.529698ms","start":"2026-04-28T03:48:26.143775Z","end":"2026-04-28T03:48:26.660305Z","steps":["trace[995736465] 'process raft request' (duration: 416.694596ms)","trace[995736465] 'compare' (duration: 99.503824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:26.660504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.583859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:26.660561Z","caller":"traceutil/trace.go:171","msg":"trace[1237495025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"516.682441ms","start":"2026-04-28T03:48:26.14387Z","end":"2026-04-28T03:48:26.660553Z","steps":["trace[1237495025] 'agreement among raft nodes before linearized reading' (duration: 516.526558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.66059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.143859Z","time spent":"516.724962ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T03:48:26.660742Z","caller":"traceutil/trace.go:171","msg":"trace[157402431] transaction","detail":"{read_only:false; response_revision:15304; number_of_response:1; }","duration":"512.480116ms","start":"2026-04-28T03:48:26.148253Z","end":"2026-04-28T03:48:26.660734Z","steps":["trace[157402431] 'process raft request' (duration: 511.954164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.660816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.148227Z","time spent":"512.541617ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:26.660884Z","caller":"traceutil/trace.go:171","msg":"trace[2078739542] transaction","detail":"{read_only:false; response_revision:15305; number_of_response:1; }","duration":"512.446425ms","start":"2026-04-28T03:48:26.14843Z","end":"2026-04-28T03:48:26.660876Z","steps":["trace[2078739542] 'process raft request' (duration: 511.815261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.660922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.148422Z","time spent":"512.481556ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:26.660507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.143747Z","time spent":"516.675211ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:26.661031Z","caller":"traceutil/trace.go:171","msg":"trace[1820019162] transaction","detail":"{read_only:false; response_revision:15307; number_of_response:1; }","duration":"511.697688ms","start":"2026-04-28T03:48:26.149325Z","end":"2026-04-28T03:48:26.661023Z","steps":["trace[1820019162] 'process raft request' (duration: 510.979503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.660358Z","caller":"traceutil/trace.go:171","msg":"trace[1477568301] linearizableReadLoop","detail":"{readStateIndex:15896; appliedIndex:15894; }","duration":"516.434435ms","start":"2026-04-28T03:48:26.143905Z","end":"2026-04-28T03:48:26.66034Z","steps":["trace[1477568301] 'read index received' (duration: 176.310245ms)","trace[1477568301] 'applied index is now lower than readState.Index' (duration: 340.12322ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:26.660976Z","caller":"traceutil/trace.go:171","msg":"trace[2041046442] transaction","detail":"{read_only:false; response_revision:15306; number_of_response:1; }","duration":"512.498026ms","start":"2026-04-28T03:48:26.148473Z","end":"2026-04-28T03:48:26.660971Z","steps":["trace[2041046442] 'process raft request' (duration: 511.800011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.148456Z","time spent":"512.644489ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:26.66107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.149312Z","time spent":"511.737759ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:26.661244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.244215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-04-28T03:48:26.661254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.031288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:26.661264Z","caller":"traceutil/trace.go:171","msg":"trace[2025836119] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:15307; }","duration":"400.318517ms","start":"2026-04-28T03:48:26.260938Z","end":"2026-04-28T03:48:26.661257Z","steps":["trace[2025836119] 'agreement among raft nodes before linearized reading' (duration: 400.234635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.260923Z","time spent":"400.351507ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" "} {"level":"info","ts":"2026-04-28T03:48:26.661279Z","caller":"traceutil/trace.go:171","msg":"trace[1324390217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"513.157131ms","start":"2026-04-28T03:48:26.148115Z","end":"2026-04-28T03:48:26.661272Z","steps":["trace[1324390217] 'agreement among raft nodes before linearized reading' (duration: 513.030628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.148093Z","time spent":"513.209282ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:26.661373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.263769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:26.661393Z","caller":"traceutil/trace.go:171","msg":"trace[1331491846] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15307; }","duration":"284.336281ms","start":"2026-04-28T03:48:26.377051Z","end":"2026-04-28T03:48:26.661388Z","steps":["trace[1331491846] 'agreement among raft nodes before linearized reading' (duration: 284.30453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.109497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:26.661519Z","caller":"traceutil/trace.go:171","msg":"trace[452702189] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15307; }","duration":"418.205289ms","start":"2026-04-28T03:48:26.243307Z","end":"2026-04-28T03:48:26.661512Z","steps":["trace[452702189] 'agreement among raft nodes before linearized reading' (duration: 418.097667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.62179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"warn","ts":"2026-04-28T03:48:26.661545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.243278Z","time spent":"418.262311ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" "} {"level":"warn","ts":"2026-04-28T03:48:26.66159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.571762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pc45c\" ","response":"range_response_count:1 size:6437"} {"level":"info","ts":"2026-04-28T03:48:26.661606Z","caller":"traceutil/trace.go:171","msg":"trace[1878199134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pc45c; range_end:; response_count:1; response_revision:15307; }","duration":"400.588672ms","start":"2026-04-28T03:48:26.261014Z","end":"2026-04-28T03:48:26.661603Z","steps":["trace[1878199134] 'agreement among raft nodes before linearized reading' (duration: 400.546791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.260968Z","time spent":"400.648154ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6460,"request content":"key:\"/registry/pods/openstack/keepalived-pc45c\" "} {"level":"warn","ts":"2026-04-28T03:48:26.661704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.185839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:48:26.661732Z","caller":"traceutil/trace.go:171","msg":"trace[1524122313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15307; }","duration":"465.239351ms","start":"2026-04-28T03:48:26.196484Z","end":"2026-04-28T03:48:26.661723Z","steps":["trace[1524122313] 'agreement among raft nodes before linearized reading' (duration: 465.154869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.196472Z","time spent":"465.278242ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:26.661495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.509996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"info","ts":"2026-04-28T03:48:26.661854Z","caller":"traceutil/trace.go:171","msg":"trace[1437843282] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15307; }","duration":"398.888794ms","start":"2026-04-28T03:48:26.262958Z","end":"2026-04-28T03:48:26.661847Z","steps":["trace[1437843282] 'agreement among raft nodes before linearized reading' (duration: 398.500765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.661553Z","caller":"traceutil/trace.go:171","msg":"trace[1566807947] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15307; }","duration":"399.682511ms","start":"2026-04-28T03:48:26.261865Z","end":"2026-04-28T03:48:26.661548Z","steps":["trace[1566807947] 'agreement among raft nodes before linearized reading' (duration: 399.63778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.953374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:48:26.66188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.262947Z","time spent":"398.927324ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"info","ts":"2026-04-28T03:48:26.661889Z","caller":"traceutil/trace.go:171","msg":"trace[401182420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15307; }","duration":"468.969405ms","start":"2026-04-28T03:48:26.192915Z","end":"2026-04-28T03:48:26.661885Z","steps":["trace[401182420] 'agreement among raft nodes before linearized reading' (duration: 468.927974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.661903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.192873Z","time spent":"469.027206ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:26.661993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.723211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:48:26.66201Z","caller":"traceutil/trace.go:171","msg":"trace[2099068261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15307; }","duration":"469.762912ms","start":"2026-04-28T03:48:26.192243Z","end":"2026-04-28T03:48:26.662006Z","steps":["trace[2099068261] 'agreement among raft nodes before linearized reading' (duration: 469.723051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.662023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.192231Z","time spent":"469.788153ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:48:26.661912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.261843Z","time spent":"400.04645ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22029,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" "} {"level":"warn","ts":"2026-04-28T03:48:26.662102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.43923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:48:26.662124Z","caller":"traceutil/trace.go:171","msg":"trace[1865290394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15307; }","duration":"483.496492ms","start":"2026-04-28T03:48:26.178622Z","end":"2026-04-28T03:48:26.662118Z","steps":["trace[1865290394] 'agreement among raft nodes before linearized reading' (duration: 483.43841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.662148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.178598Z","time spent":"483.545463ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:48:26.662191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.595654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:48:26.662213Z","caller":"traceutil/trace.go:171","msg":"trace[1373586526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15307; }","duration":"483.618025ms","start":"2026-04-28T03:48:26.178591Z","end":"2026-04-28T03:48:26.662209Z","steps":["trace[1373586526] 'agreement among raft nodes before linearized reading' (duration: 483.572294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.662226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:26.178541Z","time spent":"483.680996ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:48:26.848795Z","caller":"traceutil/trace.go:171","msg":"trace[2000583446] linearizableReadLoop","detail":"{readStateIndex:15901; appliedIndex:15900; }","duration":"180.06945ms","start":"2026-04-28T03:48:26.668696Z","end":"2026-04-28T03:48:26.848766Z","steps":["trace[2000583446] 'read index received' (duration: 148.419027ms)","trace[2000583446] 'applied index is now lower than readState.Index' (duration: 31.649033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:26.849021Z","caller":"traceutil/trace.go:171","msg":"trace[1418803963] transaction","detail":"{read_only:false; response_revision:15308; number_of_response:1; }","duration":"182.094456ms","start":"2026-04-28T03:48:26.666908Z","end":"2026-04-28T03:48:26.849003Z","steps":["trace[1418803963] 'process raft request' (duration: 150.195628ms)","trace[1418803963] 'compare' (duration: 31.54743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:26.849769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.060222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:950390"} {"level":"info","ts":"2026-04-28T03:48:26.849807Z","caller":"traceutil/trace.go:171","msg":"trace[320708339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:15308; }","duration":"181.151254ms","start":"2026-04-28T03:48:26.668649Z","end":"2026-04-28T03:48:26.8498Z","steps":["trace[320708339] 'agreement among raft nodes before linearized reading' (duration: 180.54363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.90125Z","caller":"traceutil/trace.go:171","msg":"trace[446163273] transaction","detail":"{read_only:false; response_revision:15309; number_of_response:1; }","duration":"231.677604ms","start":"2026-04-28T03:48:26.669542Z","end":"2026-04-28T03:48:26.901219Z","steps":["trace[446163273] 'process raft request' (duration: 231.48417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.90159Z","caller":"traceutil/trace.go:171","msg":"trace[2020976002] transaction","detail":"{read_only:false; response_revision:15310; number_of_response:1; }","duration":"231.666094ms","start":"2026-04-28T03:48:26.669897Z","end":"2026-04-28T03:48:26.901563Z","steps":["trace[2020976002] 'process raft request' (duration: 231.282445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.901799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.917818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:26.901871Z","caller":"traceutil/trace.go:171","msg":"trace[202444649] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:15312; }","duration":"106.033151ms","start":"2026-04-28T03:48:26.79582Z","end":"2026-04-28T03:48:26.901854Z","steps":["trace[202444649] 'agreement among raft nodes before linearized reading' (duration: 105.908518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.901932Z","caller":"traceutil/trace.go:171","msg":"trace[94246525] transaction","detail":"{read_only:false; response_revision:15311; number_of_response:1; }","duration":"231.922489ms","start":"2026-04-28T03:48:26.669977Z","end":"2026-04-28T03:48:26.9019Z","steps":["trace[94246525] 'process raft request' (duration: 231.436298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.902333Z","caller":"traceutil/trace.go:171","msg":"trace[1906768069] transaction","detail":"{read_only:false; response_revision:15312; number_of_response:1; }","duration":"231.358206ms","start":"2026-04-28T03:48:26.670948Z","end":"2026-04-28T03:48:26.902306Z","steps":["trace[1906768069] 'process raft request' (duration: 230.564859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.903231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.891603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:950390"} {"level":"warn","ts":"2026-04-28T03:48:26.903269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.787073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:950390"} {"level":"info","ts":"2026-04-28T03:48:26.903318Z","caller":"traceutil/trace.go:171","msg":"trace[184712210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:15312; }","duration":"230.855086ms","start":"2026-04-28T03:48:26.672451Z","end":"2026-04-28T03:48:26.903306Z","steps":["trace[184712210] 'agreement among raft nodes before linearized reading' (duration: 229.403273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:26.903316Z","caller":"traceutil/trace.go:171","msg":"trace[1316961164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:15312; }","duration":"234.092439ms","start":"2026-04-28T03:48:26.669206Z","end":"2026-04-28T03:48:26.903298Z","steps":["trace[1316961164] 'agreement among raft nodes before linearized reading' (duration: 232.37295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.903359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.612388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:950390"} {"level":"info","ts":"2026-04-28T03:48:26.903432Z","caller":"traceutil/trace.go:171","msg":"trace[2096984547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:15312; }","duration":"233.717321ms","start":"2026-04-28T03:48:26.6697Z","end":"2026-04-28T03:48:26.903417Z","steps":["trace[2096984547] 'agreement among raft nodes before linearized reading' (duration: 232.241027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:26.904618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.634663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:950390"} {"level":"info","ts":"2026-04-28T03:48:26.904667Z","caller":"traceutil/trace.go:171","msg":"trace[1281383042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:15312; }","duration":"231.710665ms","start":"2026-04-28T03:48:26.672945Z","end":"2026-04-28T03:48:26.904656Z","steps":["trace[1281383042] 'agreement among raft nodes before linearized reading' (duration: 228.757879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:27.809838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.130556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:27.809861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.122141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:27.809902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.290735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:27.809934Z","caller":"traceutil/trace.go:171","msg":"trace[223671766] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:15315; }","duration":"176.242504ms","start":"2026-04-28T03:48:27.633675Z","end":"2026-04-28T03:48:27.809918Z","steps":["trace[223671766] 'agreement among raft nodes before linearized reading' (duration: 176.109311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:27.809942Z","caller":"traceutil/trace.go:171","msg":"trace[1863750783] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:15315; }","duration":"176.338206ms","start":"2026-04-28T03:48:27.63359Z","end":"2026-04-28T03:48:27.809928Z","steps":["trace[1863750783] 'agreement among raft nodes before linearized reading' (duration: 176.294845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:27.80998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.298659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:27.810026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.288129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:27.810094Z","caller":"traceutil/trace.go:171","msg":"trace[738728451] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:15315; }","duration":"178.369941ms","start":"2026-04-28T03:48:27.631714Z","end":"2026-04-28T03:48:27.810084Z","steps":["trace[738728451] 'agreement among raft nodes before linearized reading' (duration: 178.281209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:27.810135Z","caller":"traceutil/trace.go:171","msg":"trace[672911305] transaction","detail":"{read_only:false; response_revision:15315; number_of_response:1; }","duration":"177.84535ms","start":"2026-04-28T03:48:27.632275Z","end":"2026-04-28T03:48:27.81012Z","steps":["trace[672911305] 'process raft request' (duration: 177.297158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:27.810184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.625103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:27.810036Z","caller":"traceutil/trace.go:171","msg":"trace[2145698716] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:15315; }","duration":"178.385961ms","start":"2026-04-28T03:48:27.631634Z","end":"2026-04-28T03:48:27.81002Z","steps":["trace[2145698716] 'agreement among raft nodes before linearized reading' (duration: 178.31269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:27.810247Z","caller":"traceutil/trace.go:171","msg":"trace[2147402295] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15315; }","duration":"176.699964ms","start":"2026-04-28T03:48:27.633531Z","end":"2026-04-28T03:48:27.810231Z","steps":["trace[2147402295] 'agreement among raft nodes before linearized reading' (duration: 176.603632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:27.809851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.561541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:27.80992Z","caller":"traceutil/trace.go:171","msg":"trace[2094421375] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:15315; }","duration":"178.267329ms","start":"2026-04-28T03:48:27.631635Z","end":"2026-04-28T03:48:27.809903Z","steps":["trace[2094421375] 'agreement among raft nodes before linearized reading' (duration: 178.144976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:27.810324Z","caller":"traceutil/trace.go:171","msg":"trace[262473759] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:15315; }","duration":"177.031771ms","start":"2026-04-28T03:48:27.633261Z","end":"2026-04-28T03:48:27.810292Z","steps":["trace[262473759] 'agreement among raft nodes before linearized reading' (duration: 176.49652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:27.810269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.742211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:27.810389Z","caller":"traceutil/trace.go:171","msg":"trace[2018072207] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15315; }","duration":"178.923504ms","start":"2026-04-28T03:48:27.631441Z","end":"2026-04-28T03:48:27.810365Z","steps":["trace[2018072207] 'agreement among raft nodes before linearized reading' (duration: 178.673859ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:28.188413Z","caller":"traceutil/trace.go:171","msg":"trace[258026267] linearizableReadLoop","detail":"{readStateIndex:15910; appliedIndex:15909; }","duration":"142.105414ms","start":"2026-04-28T03:48:28.046288Z","end":"2026-04-28T03:48:28.188393Z","steps":["trace[258026267] 'read index received' (duration: 141.922369ms)","trace[258026267] 'applied index is now lower than readState.Index' (duration: 182.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:28.188516Z","caller":"traceutil/trace.go:171","msg":"trace[319390660] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"145.331547ms","start":"2026-04-28T03:48:28.043175Z","end":"2026-04-28T03:48:28.188506Z","steps":["trace[319390660] 'process raft request' (duration: 145.090942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:28.188918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.622326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:28.189103Z","caller":"traceutil/trace.go:171","msg":"trace[1505752776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15317; }","duration":"142.8449ms","start":"2026-04-28T03:48:28.046242Z","end":"2026-04-28T03:48:28.189087Z","steps":["trace[1505752776] 'agreement among raft nodes before linearized reading' (duration: 142.517313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:29.01019Z","caller":"traceutil/trace.go:171","msg":"trace[1315203899] transaction","detail":"{read_only:false; response_revision:15335; number_of_response:1; }","duration":"100.006446ms","start":"2026-04-28T03:48:28.910161Z","end":"2026-04-28T03:48:29.010167Z","steps":["trace[1315203899] 'process raft request' (duration: 99.828932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:31.871271Z","caller":"traceutil/trace.go:171","msg":"trace[1820773956] transaction","detail":"{read_only:false; response_revision:15352; number_of_response:1; }","duration":"169.403611ms","start":"2026-04-28T03:48:31.701838Z","end":"2026-04-28T03:48:31.871242Z","steps":["trace[1820773956] 'process raft request' (duration: 169.248177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.020395Z","caller":"traceutil/trace.go:171","msg":"trace[1403674003] transaction","detail":"{read_only:false; response_revision:15353; number_of_response:1; }","duration":"307.974414ms","start":"2026-04-28T03:48:31.712392Z","end":"2026-04-28T03:48:32.020367Z","steps":["trace[1403674003] 'process raft request' (duration: 278.751946ms)","trace[1403674003] 'compare' (duration: 28.898041ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:32.020416Z","caller":"traceutil/trace.go:171","msg":"trace[1940068147] linearizableReadLoop","detail":"{readStateIndex:15947; appliedIndex:15945; }","duration":"283.142995ms","start":"2026-04-28T03:48:31.737248Z","end":"2026-04-28T03:48:32.020391Z","steps":["trace[1940068147] 'read index received' (duration: 133.948481ms)","trace[1940068147] 'applied index is now lower than readState.Index' (duration: 149.193174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:32.020516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:31.712367Z","time spent":"308.087147ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:32.020498Z","caller":"traceutil/trace.go:171","msg":"trace[746807665] transaction","detail":"{read_only:false; response_revision:15354; number_of_response:1; }","duration":"191.335794ms","start":"2026-04-28T03:48:31.829135Z","end":"2026-04-28T03:48:32.020471Z","steps":["trace[746807665] 'process raft request' (duration: 191.13966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.301368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.020622Z","caller":"traceutil/trace.go:171","msg":"trace[491437770] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:15354; }","duration":"283.40884ms","start":"2026-04-28T03:48:31.737201Z","end":"2026-04-28T03:48:32.02061Z","steps":["trace[491437770] 'agreement among raft nodes before linearized reading' (duration: 283.315848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.936536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:32.020693Z","caller":"traceutil/trace.go:171","msg":"trace[544114039] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15354; }","duration":"214.999417ms","start":"2026-04-28T03:48:31.80568Z","end":"2026-04-28T03:48:32.02068Z","steps":["trace[544114039] 'agreement among raft nodes before linearized reading' (duration: 214.903245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.446027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.020866Z","caller":"traceutil/trace.go:171","msg":"trace[803131341] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15354; }","duration":"195.477287ms","start":"2026-04-28T03:48:31.825382Z","end":"2026-04-28T03:48:32.020859Z","steps":["trace[803131341] 'agreement among raft nodes before linearized reading' (duration: 195.442736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.094416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-28T03:48:32.020908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.397978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T03:48:32.02092Z","caller":"traceutil/trace.go:171","msg":"trace[1787774217] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15354; }","duration":"194.191989ms","start":"2026-04-28T03:48:31.826717Z","end":"2026-04-28T03:48:32.020909Z","steps":["trace[1787774217] 'agreement among raft nodes before linearized reading' (duration: 194.051446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.020932Z","caller":"traceutil/trace.go:171","msg":"trace[151190471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15354; }","duration":"192.441018ms","start":"2026-04-28T03:48:31.828484Z","end":"2026-04-28T03:48:32.020925Z","steps":["trace[151190471] 'agreement among raft nodes before linearized reading' (duration: 192.334816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.864131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021012Z","caller":"traceutil/trace.go:171","msg":"trace[577678596] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:15354; }","duration":"197.896622ms","start":"2026-04-28T03:48:31.82311Z","end":"2026-04-28T03:48:32.021007Z","steps":["trace[577678596] 'agreement among raft nodes before linearized reading' (duration: 197.857951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.890269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:32.021071Z","caller":"traceutil/trace.go:171","msg":"trace[1344875267] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15354; }","duration":"192.94547ms","start":"2026-04-28T03:48:31.828116Z","end":"2026-04-28T03:48:32.021062Z","steps":["trace[1344875267] 'agreement among raft nodes before linearized reading' (duration: 192.834817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.300146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:32.021089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.258828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021104Z","caller":"traceutil/trace.go:171","msg":"trace[530909713] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15354; }","duration":"192.337496ms","start":"2026-04-28T03:48:31.828762Z","end":"2026-04-28T03:48:32.0211Z","steps":["trace[530909713] 'agreement among raft nodes before linearized reading' (duration: 192.309946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.021123Z","caller":"traceutil/trace.go:171","msg":"trace[878611173] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15354; }","duration":"193.313359ms","start":"2026-04-28T03:48:31.827801Z","end":"2026-04-28T03:48:32.021114Z","steps":["trace[878611173] 'agreement among raft nodes before linearized reading' (duration: 193.263258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.392227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021163Z","caller":"traceutil/trace.go:171","msg":"trace[1103236383] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15354; }","duration":"192.425829ms","start":"2026-04-28T03:48:31.828733Z","end":"2026-04-28T03:48:32.021159Z","steps":["trace[1103236383] 'agreement among raft nodes before linearized reading' (duration: 192.408578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.020926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.006992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021198Z","caller":"traceutil/trace.go:171","msg":"trace[1773587196] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15354; }","duration":"193.316239ms","start":"2026-04-28T03:48:31.827878Z","end":"2026-04-28T03:48:32.021194Z","steps":["trace[1773587196] 'agreement among raft nodes before linearized reading' (duration: 193.015233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.57913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:32.021314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.225852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:32.021308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.407046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021317Z","caller":"traceutil/trace.go:171","msg":"trace[104225240] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:15354; }","duration":"199.650622ms","start":"2026-04-28T03:48:31.821657Z","end":"2026-04-28T03:48:32.021307Z","steps":["trace[104225240] 'agreement among raft nodes before linearized reading' (duration: 199.597021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.02132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.147328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:32.021332Z","caller":"traceutil/trace.go:171","msg":"trace[1130595372] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15354; }","duration":"199.258123ms","start":"2026-04-28T03:48:31.822067Z","end":"2026-04-28T03:48:32.021325Z","steps":["trace[1130595372] 'agreement among raft nodes before linearized reading' (duration: 199.230913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.021344Z","caller":"traceutil/trace.go:171","msg":"trace[622442794] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15354; }","duration":"194.190219ms","start":"2026-04-28T03:48:31.827147Z","end":"2026-04-28T03:48:32.021337Z","steps":["trace[622442794] 'agreement among raft nodes before linearized reading' (duration: 194.088506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.02134Z","caller":"traceutil/trace.go:171","msg":"trace[2077782230] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:15354; }","duration":"199.457288ms","start":"2026-04-28T03:48:31.821874Z","end":"2026-04-28T03:48:32.021332Z","steps":["trace[2077782230] 'agreement among raft nodes before linearized reading' (duration: 199.409166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.49872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021415Z","caller":"traceutil/trace.go:171","msg":"trace[62345894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:15354; }","duration":"199.54197ms","start":"2026-04-28T03:48:31.821857Z","end":"2026-04-28T03:48:32.021399Z","steps":["trace[62345894] 'agreement among raft nodes before linearized reading' (duration: 199.515778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.718945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:48:32.021444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.802496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021458Z","caller":"traceutil/trace.go:171","msg":"trace[1620099938] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:15354; }","duration":"199.828016ms","start":"2026-04-28T03:48:31.821626Z","end":"2026-04-28T03:48:32.021454Z","steps":["trace[1620099938] 'agreement among raft nodes before linearized reading' (duration: 199.801376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:32.021476Z","caller":"traceutil/trace.go:171","msg":"trace[1345599133] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:15354; }","duration":"199.771405ms","start":"2026-04-28T03:48:31.821678Z","end":"2026-04-28T03:48:32.021449Z","steps":["trace[1345599133] 'agreement among raft nodes before linearized reading' (duration: 199.738084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:32.021509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.889928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:32.021545Z","caller":"traceutil/trace.go:171","msg":"trace[2086845758] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:15354; }","duration":"199.949819ms","start":"2026-04-28T03:48:31.821585Z","end":"2026-04-28T03:48:32.021535Z","steps":["trace[2086845758] 'agreement among raft nodes before linearized reading' (duration: 199.893188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:33.328923Z","caller":"traceutil/trace.go:171","msg":"trace[1494296057] transaction","detail":"{read_only:false; response_revision:15374; number_of_response:1; }","duration":"154.632967ms","start":"2026-04-28T03:48:33.174258Z","end":"2026-04-28T03:48:33.328891Z","steps":["trace[1494296057] 'process raft request' (duration: 151.565788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:34.749449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.484125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:34.74955Z","caller":"traceutil/trace.go:171","msg":"trace[373097921] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15396; }","duration":"143.624608ms","start":"2026-04-28T03:48:34.605902Z","end":"2026-04-28T03:48:34.749526Z","steps":["trace[373097921] 'range keys from in-memory index tree' (duration: 143.402974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:35.260265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.578273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:957162"} {"level":"info","ts":"2026-04-28T03:48:35.260331Z","caller":"traceutil/trace.go:171","msg":"trace[1152958772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:15410; }","duration":"106.725046ms","start":"2026-04-28T03:48:35.153593Z","end":"2026-04-28T03:48:35.260318Z","steps":["trace[1152958772] 'range keys from in-memory index tree' (duration: 104.021245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:35.261082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.504109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:957162"} {"level":"info","ts":"2026-04-28T03:48:35.261164Z","caller":"traceutil/trace.go:171","msg":"trace[463676586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:15410; }","duration":"105.611632ms","start":"2026-04-28T03:48:35.155535Z","end":"2026-04-28T03:48:35.261146Z","steps":["trace[463676586] 'range keys from in-memory index tree' (duration: 104.575569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:37.99187Z","caller":"traceutil/trace.go:171","msg":"trace[1664522102] transaction","detail":"{read_only:false; response_revision:15474; number_of_response:1; }","duration":"137.5112ms","start":"2026-04-28T03:48:37.854335Z","end":"2026-04-28T03:48:37.991846Z","steps":["trace[1664522102] 'process raft request' (duration: 137.309986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:37.9955Z","caller":"traceutil/trace.go:171","msg":"trace[1064061131] linearizableReadLoop","detail":"{readStateIndex:16072; appliedIndex:16070; }","duration":"111.113536ms","start":"2026-04-28T03:48:37.884368Z","end":"2026-04-28T03:48:37.995481Z","steps":["trace[1064061131] 'read index received' (duration: 107.336011ms)","trace[1064061131] 'applied index is now lower than readState.Index' (duration: 3.776775ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:37.995742Z","caller":"traceutil/trace.go:171","msg":"trace[1523567354] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"137.281995ms","start":"2026-04-28T03:48:37.8584Z","end":"2026-04-28T03:48:37.995682Z","steps":["trace[1523567354] 'process raft request' (duration: 136.955098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:37.997471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.09147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:37.997518Z","caller":"traceutil/trace.go:171","msg":"trace[1413429631] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15475; }","duration":"113.203103ms","start":"2026-04-28T03:48:37.884301Z","end":"2026-04-28T03:48:37.997504Z","steps":["trace[1413429631] 'agreement among raft nodes before linearized reading' (duration: 111.32562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:43.098319Z","caller":"traceutil/trace.go:171","msg":"trace[1730712015] transaction","detail":"{read_only:false; response_revision:15530; number_of_response:1; }","duration":"120.822856ms","start":"2026-04-28T03:48:42.977467Z","end":"2026-04-28T03:48:43.09829Z","steps":["trace[1730712015] 'process raft request' (duration: 33.927726ms)","trace[1730712015] 'compare' (duration: 86.646354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:43.1282Z","caller":"traceutil/trace.go:171","msg":"trace[32297479] linearizableReadLoop","detail":"{readStateIndex:16129; appliedIndex:16128; }","duration":"106.766287ms","start":"2026-04-28T03:48:43.02141Z","end":"2026-04-28T03:48:43.128177Z","steps":["trace[32297479] 'read index received' (duration: 106.554342ms)","trace[32297479] 'applied index is now lower than readState.Index' (duration: 211.215µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:43.128327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.88991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:43.128311Z","caller":"traceutil/trace.go:171","msg":"trace[1247303752] transaction","detail":"{read_only:false; response_revision:15531; number_of_response:1; }","duration":"150.169996ms","start":"2026-04-28T03:48:42.978105Z","end":"2026-04-28T03:48:43.128275Z","steps":["trace[1247303752] 'process raft request' (duration: 149.934391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:43.128373Z","caller":"traceutil/trace.go:171","msg":"trace[1352820685] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:15531; }","duration":"106.987382ms","start":"2026-04-28T03:48:43.021371Z","end":"2026-04-28T03:48:43.128358Z","steps":["trace[1352820685] 'agreement among raft nodes before linearized reading' (duration: 106.89654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:43.318457Z","caller":"traceutil/trace.go:171","msg":"trace[566951001] transaction","detail":"{read_only:false; response_revision:15532; number_of_response:1; }","duration":"171.354404ms","start":"2026-04-28T03:48:43.147076Z","end":"2026-04-28T03:48:43.31843Z","steps":["trace[566951001] 'process raft request' (duration: 111.359582ms)","trace[566951001] 'compare' (duration: 59.851999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:44.854731Z","caller":"traceutil/trace.go:171","msg":"trace[919235274] transaction","detail":"{read_only:false; response_revision:15549; number_of_response:1; }","duration":"193.719969ms","start":"2026-04-28T03:48:44.660993Z","end":"2026-04-28T03:48:44.854713Z","steps":["trace[919235274] 'process raft request' (duration: 193.614946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.178028Z","caller":"traceutil/trace.go:171","msg":"trace[1079567032] linearizableReadLoop","detail":"{readStateIndex:16150; appliedIndex:16147; }","duration":"341.9402ms","start":"2026-04-28T03:48:44.836065Z","end":"2026-04-28T03:48:45.178005Z","steps":["trace[1079567032] 'read index received' (duration: 18.560099ms)","trace[1079567032] 'applied index is now lower than readState.Index' (duration: 323.379001ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:45.178127Z","caller":"traceutil/trace.go:171","msg":"trace[1076186626] transaction","detail":"{read_only:false; response_revision:15551; number_of_response:1; }","duration":"342.039183ms","start":"2026-04-28T03:48:44.836047Z","end":"2026-04-28T03:48:45.178086Z","steps":["trace[1076186626] 'process raft request' (duration: 341.90811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.178333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:44.836024Z","time spent":"342.203536ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:45.178349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.253027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:45.178433Z","caller":"traceutil/trace.go:171","msg":"trace[1367448238] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15551; }","duration":"342.392031ms","start":"2026-04-28T03:48:44.836021Z","end":"2026-04-28T03:48:45.178413Z","steps":["trace[1367448238] 'agreement among raft nodes before linearized reading' (duration: 342.101584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.1785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:44.836002Z","time spent":"342.488963ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-28T03:48:45.178537Z","caller":"traceutil/trace.go:171","msg":"trace[1270396838] transaction","detail":"{read_only:false; response_revision:15550; number_of_response:1; }","duration":"365.353049ms","start":"2026-04-28T03:48:44.813158Z","end":"2026-04-28T03:48:45.178511Z","steps":["trace[1270396838] 'process raft request' (duration: 364.623983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.178702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:44.813132Z","time spent":"365.45331ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:45.216585Z","caller":"traceutil/trace.go:171","msg":"trace[1136701037] transaction","detail":"{read_only:false; response_revision:15552; number_of_response:1; }","duration":"244.841032ms","start":"2026-04-28T03:48:44.971725Z","end":"2026-04-28T03:48:45.216566Z","steps":["trace[1136701037] 'process raft request' (duration: 244.691159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.216996Z","caller":"traceutil/trace.go:171","msg":"trace[1025431561] transaction","detail":"{read_only:false; response_revision:15553; number_of_response:1; }","duration":"114.532843ms","start":"2026-04-28T03:48:45.102435Z","end":"2026-04-28T03:48:45.216968Z","steps":["trace[1025431561] 'process raft request' (duration: 114.095403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.217287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.855339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:45.217362Z","caller":"traceutil/trace.go:171","msg":"trace[1851321832] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15554; }","duration":"380.95392ms","start":"2026-04-28T03:48:44.836391Z","end":"2026-04-28T03:48:45.217345Z","steps":["trace[1851321832] 'agreement among raft nodes before linearized reading' (duration: 380.733275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.217405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:44.836381Z","time spent":"381.014132ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:48:45.217414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.241881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T03:48:45.217461Z","caller":"traceutil/trace.go:171","msg":"trace[1001628968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15554; }","duration":"359.322053ms","start":"2026-04-28T03:48:44.858124Z","end":"2026-04-28T03:48:45.217446Z","steps":["trace[1001628968] 'agreement among raft nodes before linearized reading' (duration: 359.167939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.217463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.617515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:48:45.217486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:44.858109Z","time spent":"359.370693ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:48:45.217491Z","caller":"traceutil/trace.go:171","msg":"trace[841473962] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15554; }","duration":"165.673835ms","start":"2026-04-28T03:48:45.051809Z","end":"2026-04-28T03:48:45.217483Z","steps":["trace[841473962] 'agreement among raft nodes before linearized reading' (duration: 165.610794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.217325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.846573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:45.218515Z","caller":"traceutil/trace.go:171","msg":"trace[1154137957] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:15554; }","duration":"172.09588ms","start":"2026-04-28T03:48:45.046404Z","end":"2026-04-28T03:48:45.2185Z","steps":["trace[1154137957] 'agreement among raft nodes before linearized reading' (duration: 170.838152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.46339Z","caller":"traceutil/trace.go:171","msg":"trace[965048062] transaction","detail":"{read_only:false; response_revision:15556; number_of_response:1; }","duration":"107.528426ms","start":"2026-04-28T03:48:45.355769Z","end":"2026-04-28T03:48:45.463297Z","steps":["trace[965048062] 'process raft request' (duration: 90.698376ms)","trace[965048062] 'compare' (duration: 16.704757ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:45.593624Z","caller":"traceutil/trace.go:171","msg":"trace[969262346] linearizableReadLoop","detail":"{readStateIndex:16158; appliedIndex:16154; }","duration":"236.539413ms","start":"2026-04-28T03:48:45.357061Z","end":"2026-04-28T03:48:45.5936Z","steps":["trace[969262346] 'read index received' (duration: 89.56129ms)","trace[969262346] 'applied index is now lower than readState.Index' (duration: 146.977103ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:48:45.59375Z","caller":"traceutil/trace.go:171","msg":"trace[1599121446] transaction","detail":"{read_only:false; response_revision:15559; number_of_response:1; }","duration":"237.31987ms","start":"2026-04-28T03:48:45.356419Z","end":"2026-04-28T03:48:45.593739Z","steps":["trace[1599121446] 'process raft request' (duration: 237.133666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.593753Z","caller":"traceutil/trace.go:171","msg":"trace[1724505053] transaction","detail":"{read_only:false; response_revision:15558; number_of_response:1; }","duration":"237.616397ms","start":"2026-04-28T03:48:45.356121Z","end":"2026-04-28T03:48:45.593737Z","steps":["trace[1724505053] 'process raft request' (duration: 237.388392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.593937Z","caller":"traceutil/trace.go:171","msg":"trace[16518536] transaction","detail":"{read_only:false; response_revision:15557; number_of_response:1; }","duration":"237.803472ms","start":"2026-04-28T03:48:45.356125Z","end":"2026-04-28T03:48:45.593928Z","steps":["trace[16518536] 'process raft request' (duration: 226.975989ms)","trace[16518536] 'compare' (duration: 10.298301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:45.594034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.152857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"warn","ts":"2026-04-28T03:48:45.594075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.149638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-28T03:48:45.594107Z","caller":"traceutil/trace.go:171","msg":"trace[782208238] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:15559; }","duration":"178.204438ms","start":"2026-04-28T03:48:45.415894Z","end":"2026-04-28T03:48:45.594099Z","steps":["trace[782208238] 'agreement among raft nodes before linearized reading' (duration: 178.123086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.594121Z","caller":"traceutil/trace.go:171","msg":"trace[2087565218] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15559; }","duration":"190.2704ms","start":"2026-04-28T03:48:45.403828Z","end":"2026-04-28T03:48:45.594098Z","steps":["trace[2087565218] 'agreement among raft nodes before linearized reading' (duration: 190.033544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.594104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.415305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-28T03:48:45.594193Z","caller":"traceutil/trace.go:171","msg":"trace[714451599] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15559; }","duration":"159.517587ms","start":"2026-04-28T03:48:45.434655Z","end":"2026-04-28T03:48:45.594172Z","steps":["trace[714451599] 'agreement among raft nodes before linearized reading' (duration: 159.286611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.594293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.235142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hnwvb\" ","response":"range_response_count:1 size:22006"} {"level":"warn","ts":"2026-04-28T03:48:45.594385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.111874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ll4j6\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-04-28T03:48:45.594417Z","caller":"traceutil/trace.go:171","msg":"trace[1076088635] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ll4j6; range_end:; response_count:1; response_revision:15559; }","duration":"181.190375ms","start":"2026-04-28T03:48:45.413219Z","end":"2026-04-28T03:48:45.59441Z","steps":["trace[1076088635] 'agreement among raft nodes before linearized reading' (duration: 181.105863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:45.594396Z","caller":"traceutil/trace.go:171","msg":"trace[1637880034] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hnwvb; range_end:; response_count:1; response_revision:15559; }","duration":"171.395786ms","start":"2026-04-28T03:48:45.422982Z","end":"2026-04-28T03:48:45.594377Z","steps":["trace[1637880034] 'agreement among raft nodes before linearized reading' (duration: 170.924544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:45.595046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.982146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:972096"} {"level":"info","ts":"2026-04-28T03:48:45.595101Z","caller":"traceutil/trace.go:171","msg":"trace[1598745715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:15559; }","duration":"238.071468ms","start":"2026-04-28T03:48:45.357018Z","end":"2026-04-28T03:48:45.595089Z","steps":["trace[1598745715] 'agreement among raft nodes before linearized reading' (duration: 236.890111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:48.668405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.228319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-cd6947cc5-sj59h.18aa689b1e142dd9\" ","response":"range_response_count:1 size:1173"} {"level":"info","ts":"2026-04-28T03:48:48.668461Z","caller":"traceutil/trace.go:171","msg":"trace[1904743213] range","detail":"{range_begin:/registry/events/openstack/cinder-api-cd6947cc5-sj59h.18aa689b1e142dd9; range_end:; response_count:1; response_revision:15578; }","duration":"280.322651ms","start":"2026-04-28T03:48:48.388126Z","end":"2026-04-28T03:48:48.668448Z","steps":["trace[1904743213] 'range keys from in-memory index tree' (duration: 280.091946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:48.756111Z","caller":"traceutil/trace.go:171","msg":"trace[1451493215] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"235.250674ms","start":"2026-04-28T03:48:48.520832Z","end":"2026-04-28T03:48:48.756083Z","steps":["trace[1451493215] 'process raft request' (duration: 235.124351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:48.756107Z","caller":"traceutil/trace.go:171","msg":"trace[37168844] linearizableReadLoop","detail":"{readStateIndex:16178; appliedIndex:16178; }","duration":"103.736769ms","start":"2026-04-28T03:48:48.652343Z","end":"2026-04-28T03:48:48.75608Z","steps":["trace[37168844] 'read index received' (duration: 103.722299ms)","trace[37168844] 'applied index is now lower than readState.Index' (duration: 12.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:48.756303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.956104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-28T03:48:48.757115Z","caller":"traceutil/trace.go:171","msg":"trace[999116122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15579; }","duration":"104.782423ms","start":"2026-04-28T03:48:48.65232Z","end":"2026-04-28T03:48:48.757103Z","steps":["trace[999116122] 'agreement among raft nodes before linearized reading' (duration: 103.832121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.256994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096331603,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:48:49.308481Z","caller":"traceutil/trace.go:171","msg":"trace[280805638] transaction","detail":"{read_only:false; response_revision:15581; number_of_response:1; }","duration":"633.028454ms","start":"2026-04-28T03:48:48.675436Z","end":"2026-04-28T03:48:49.308464Z","steps":["trace[280805638] 'process raft request' (duration: 632.946642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:49.308486Z","caller":"traceutil/trace.go:171","msg":"trace[494556483] transaction","detail":"{read_only:false; response_revision:15580; number_of_response:1; }","duration":"637.260339ms","start":"2026-04-28T03:48:48.671206Z","end":"2026-04-28T03:48:49.308466Z","steps":["trace[494556483] 'process raft request' (duration: 591.971868ms)","trace[494556483] 'compare' (duration: 44.868912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:49.308583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:48.675414Z","time spent":"633.114837ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:48:49.30859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:48.671186Z","time spent":"637.350312ms","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:49.312964Z","caller":"traceutil/trace.go:171","msg":"trace[2076824370] transaction","detail":"{read_only:false; response_revision:15582; number_of_response:1; }","duration":"442.972459ms","start":"2026-04-28T03:48:48.869976Z","end":"2026-04-28T03:48:49.312948Z","steps":["trace[2076824370] 'process raft request' (duration: 442.854586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.313066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:48.869948Z","time spent":"443.064761ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:48:49.313235Z","caller":"traceutil/trace.go:171","msg":"trace[1883155183] transaction","detail":"{read_only:false; response_revision:15583; number_of_response:1; }","duration":"114.555663ms","start":"2026-04-28T03:48:49.198657Z","end":"2026-04-28T03:48:49.313213Z","steps":["trace[1883155183] 'process raft request' (duration: 114.261507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:49.313513Z","caller":"traceutil/trace.go:171","msg":"trace[1127684616] linearizableReadLoop","detail":"{readStateIndex:16186; appliedIndex:16178; }","duration":"557.292697ms","start":"2026-04-28T03:48:48.756214Z","end":"2026-04-28T03:48:49.313507Z","steps":["trace[1127684616] 'read index received' (duration: 506.983913ms)","trace[1127684616] 'applied index is now lower than readState.Index' (duration: 50.308314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:48:49.313683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.189085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:48:49.313704Z","caller":"traceutil/trace.go:171","msg":"trace[966251653] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15587; }","duration":"655.211715ms","start":"2026-04-28T03:48:48.658485Z","end":"2026-04-28T03:48:49.313697Z","steps":["trace[966251653] 'agreement among raft nodes before linearized reading' (duration: 655.173514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.31372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:48.658422Z","time spent":"655.294887ms","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:48:49.313853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.289589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5c6627dc-311c-4418-8dc5-a8696ee0066e\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:48:49.313904Z","caller":"traceutil/trace.go:171","msg":"trace[2004730472] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5c6627dc-311c-4418-8dc5-a8696ee0066e; range_end:; response_count:1; response_revision:15587; }","duration":"554.372881ms","start":"2026-04-28T03:48:48.759518Z","end":"2026-04-28T03:48:49.31389Z","steps":["trace[2004730472] 'agreement among raft nodes before linearized reading' (duration: 554.228907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.31393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.27614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:48:49.313946Z","caller":"traceutil/trace.go:171","msg":"trace[1355294602] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15587; }","duration":"127.328421ms","start":"2026-04-28T03:48:49.186613Z","end":"2026-04-28T03:48:49.313941Z","steps":["trace[1355294602] 'agreement among raft nodes before linearized reading' (duration: 127.257099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.313942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:48:48.759501Z","time spent":"554.431592ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-5c6627dc-311c-4418-8dc5-a8696ee0066e\" "} {"level":"warn","ts":"2026-04-28T03:48:49.314114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.919338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:49.314153Z","caller":"traceutil/trace.go:171","msg":"trace[609561661] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15587; }","duration":"156.9848ms","start":"2026-04-28T03:48:49.15716Z","end":"2026-04-28T03:48:49.314144Z","steps":["trace[609561661] 'agreement among raft nodes before linearized reading' (duration: 156.913549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:48:49.314296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.720023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:48:49.314331Z","caller":"traceutil/trace.go:171","msg":"trace[22809323] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15587; }","duration":"289.783155ms","start":"2026-04-28T03:48:49.024539Z","end":"2026-04-28T03:48:49.314322Z","steps":["trace[22809323] 'agreement among raft nodes before linearized reading' (duration: 289.722864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:59.563164Z","caller":"traceutil/trace.go:171","msg":"trace[364103574] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"103.066824ms","start":"2026-04-28T03:48:59.460068Z","end":"2026-04-28T03:48:59.563134Z","steps":["trace[364103574] 'process raft request' (duration: 99.963284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:59.563764Z","caller":"traceutil/trace.go:171","msg":"trace[2108272298] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"103.359941ms","start":"2026-04-28T03:48:59.460387Z","end":"2026-04-28T03:48:59.563747Z","steps":["trace[2108272298] 'process raft request' (duration: 102.627335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:59.563853Z","caller":"traceutil/trace.go:171","msg":"trace[812209171] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"103.395622ms","start":"2026-04-28T03:48:59.460434Z","end":"2026-04-28T03:48:59.56383Z","steps":["trace[812209171] 'process raft request' (duration: 103.185547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:59.563854Z","caller":"traceutil/trace.go:171","msg":"trace[1020765336] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"103.413682ms","start":"2026-04-28T03:48:59.460417Z","end":"2026-04-28T03:48:59.563831Z","steps":["trace[1020765336] 'process raft request' (duration: 103.33393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:59.564063Z","caller":"traceutil/trace.go:171","msg":"trace[1086988353] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"103.522695ms","start":"2026-04-28T03:48:59.460529Z","end":"2026-04-28T03:48:59.564052Z","steps":["trace[1086988353] 'process raft request' (duration: 103.264469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:49:01.489418Z","caller":"traceutil/trace.go:171","msg":"trace[349540382] linearizableReadLoop","detail":"{readStateIndex:16419; appliedIndex:16418; }","duration":"108.490827ms","start":"2026-04-28T03:49:01.380903Z","end":"2026-04-28T03:49:01.489394Z","steps":["trace[349540382] 'read index received' (duration: 106.212865ms)","trace[349540382] 'applied index is now lower than readState.Index' (duration: 2.276632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:49:01.489666Z","caller":"traceutil/trace.go:171","msg":"trace[447195904] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"113.909359ms","start":"2026-04-28T03:49:01.375713Z","end":"2026-04-28T03:49:01.489622Z","steps":["trace[447195904] 'process raft request' (duration: 111.370051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:01.489858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.931726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:49:01.489967Z","caller":"traceutil/trace.go:171","msg":"trace[1451980063] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15815; }","duration":"109.08296ms","start":"2026-04-28T03:49:01.380867Z","end":"2026-04-28T03:49:01.48995Z","steps":["trace[1451980063] 'agreement among raft nodes before linearized reading' (duration: 108.762173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:01.49527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.889259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:49:01.495332Z","caller":"traceutil/trace.go:171","msg":"trace[577399552] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15817; }","duration":"113.97086ms","start":"2026-04-28T03:49:01.381347Z","end":"2026-04-28T03:49:01.495318Z","steps":["trace[577399552] 'agreement among raft nodes before linearized reading' (duration: 113.749635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.263321Z","caller":"traceutil/trace.go:171","msg":"trace[1979727730] linearizableReadLoop","detail":"{readStateIndex:17922; appliedIndex:17921; }","duration":"164.677983ms","start":"2026-04-28T03:50:56.098622Z","end":"2026-04-28T03:50:56.2633Z","steps":["trace[1979727730] 'read index received' (duration: 164.612152ms)","trace[1979727730] 'applied index is now lower than readState.Index' (duration: 64.971µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:50:56.263377Z","caller":"traceutil/trace.go:171","msg":"trace[1892594143] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"177.556173ms","start":"2026-04-28T03:50:56.085785Z","end":"2026-04-28T03:50:56.263341Z","steps":["trace[1892594143] 'process raft request' (duration: 177.38656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:56.263517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.894619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T03:50:56.263552Z","caller":"traceutil/trace.go:171","msg":"trace[1257133766] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:17286; }","duration":"164.97265ms","start":"2026-04-28T03:50:56.098568Z","end":"2026-04-28T03:50:56.263541Z","steps":["trace[1257133766] 'agreement among raft nodes before linearized reading' (duration: 164.850207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.275189Z","caller":"traceutil/trace.go:171","msg":"trace[1111171249] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"150.272158ms","start":"2026-04-28T03:50:56.124891Z","end":"2026-04-28T03:50:56.275163Z","steps":["trace[1111171249] 'process raft request' (duration: 150.022382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.275212Z","caller":"traceutil/trace.go:171","msg":"trace[382860729] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"148.497088ms","start":"2026-04-28T03:50:56.126679Z","end":"2026-04-28T03:50:56.275176Z","steps":["trace[382860729] 'process raft request' (duration: 148.393876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.275276Z","caller":"traceutil/trace.go:171","msg":"trace[76872518] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"147.264981ms","start":"2026-04-28T03:50:56.127994Z","end":"2026-04-28T03:50:56.275259Z","steps":["trace[76872518] 'process raft request' (duration: 147.137437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:56.275404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.434834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:50:56.275469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.746952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:50:56.275492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.97535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:50:56.275502Z","caller":"traceutil/trace.go:171","msg":"trace[1740563147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:17289; }","duration":"135.565358ms","start":"2026-04-28T03:50:56.139904Z","end":"2026-04-28T03:50:56.27547Z","steps":["trace[1740563147] 'agreement among raft nodes before linearized reading' (duration: 135.401804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.275553Z","caller":"traceutil/trace.go:171","msg":"trace[533473597] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17289; }","duration":"155.899906ms","start":"2026-04-28T03:50:56.119627Z","end":"2026-04-28T03:50:56.275527Z","steps":["trace[533473597] 'agreement among raft nodes before linearized reading' (duration: 155.793974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:56.275561Z","caller":"traceutil/trace.go:171","msg":"trace[708847039] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17289; }","duration":"149.046031ms","start":"2026-04-28T03:50:56.126494Z","end":"2026-04-28T03:50:56.27554Z","steps":["trace[708847039] 'agreement among raft nodes before linearized reading' (duration: 148.922949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:56.27553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.95049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:50:56.275623Z","caller":"traceutil/trace.go:171","msg":"trace[272349105] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17289; }","duration":"149.154894ms","start":"2026-04-28T03:50:56.126447Z","end":"2026-04-28T03:50:56.275602Z","steps":["trace[272349105] 'agreement among raft nodes before linearized reading' (duration: 148.900638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:56.275616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.532187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-04-28T03:50:56.275702Z","caller":"traceutil/trace.go:171","msg":"trace[717761947] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17289; }","duration":"147.684331ms","start":"2026-04-28T03:50:56.128001Z","end":"2026-04-28T03:50:56.275686Z","steps":["trace[717761947] 'agreement among raft nodes before linearized reading' (duration: 147.371514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.460433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.918473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:51:14.460552Z","caller":"traceutil/trace.go:171","msg":"trace[696284727] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17547; }","duration":"139.077806ms","start":"2026-04-28T03:51:14.321447Z","end":"2026-04-28T03:51:14.460525Z","steps":["trace[696284727] 'range keys from in-memory index tree' (duration: 138.831091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.460559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.466115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:51:14.46059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.60113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:51:14.460657Z","caller":"traceutil/trace.go:171","msg":"trace[60786252] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17547; }","duration":"183.723463ms","start":"2026-04-28T03:51:14.276917Z","end":"2026-04-28T03:51:14.460641Z","steps":["trace[60786252] 'count revisions from in-memory index tree' (duration: 183.518738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.460656Z","caller":"traceutil/trace.go:171","msg":"trace[1021076577] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:17547; }","duration":"214.60656ms","start":"2026-04-28T03:51:14.246027Z","end":"2026-04-28T03:51:14.460633Z","steps":["trace[1021076577] 'range keys from in-memory index tree' (duration: 214.247921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.460705Z","caller":"traceutil/trace.go:171","msg":"trace[709305271] linearizableReadLoop","detail":"{readStateIndex:18191; appliedIndex:18190; }","duration":"132.340554ms","start":"2026-04-28T03:51:14.328343Z","end":"2026-04-28T03:51:14.460683Z","steps":["trace[709305271] 'read index received' (duration: 124.359704ms)","trace[709305271] 'applied index is now lower than readState.Index' (duration: 7.97983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:51:14.460748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.402076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-b85c9b7cb-4wmjl\" ","response":"range_response_count:1 size:8004"} {"level":"info","ts":"2026-04-28T03:51:14.460823Z","caller":"traceutil/trace.go:171","msg":"trace[929216198] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-b85c9b7cb-4wmjl; range_end:; response_count:1; response_revision:17547; }","duration":"242.524488ms","start":"2026-04-28T03:51:14.218278Z","end":"2026-04-28T03:51:14.460803Z","steps":["trace[929216198] 'range keys from in-memory index tree' (duration: 242.193111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.460914Z","caller":"traceutil/trace.go:171","msg":"trace[618917551] transaction","detail":"{read_only:false; response_revision:17548; number_of_response:1; }","duration":"135.011354ms","start":"2026-04-28T03:51:14.325885Z","end":"2026-04-28T03:51:14.460896Z","steps":["trace[618917551] 'process raft request' (duration: 126.795949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.460953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:51:14.460978Z","caller":"traceutil/trace.go:171","msg":"trace[1074727873] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17548; }","duration":"132.672411ms","start":"2026-04-28T03:51:14.328299Z","end":"2026-04-28T03:51:14.460971Z","steps":["trace[1074727873] 'agreement among raft nodes before linearized reading' (duration: 132.63219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.461102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.162001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:51:14.461332Z","caller":"traceutil/trace.go:171","msg":"trace[118230225] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17547; }","duration":"137.206744ms","start":"2026-04-28T03:51:14.323953Z","end":"2026-04-28T03:51:14.46116Z","steps":["trace[118230225] 'range keys from in-memory index tree' (duration: 136.047249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.465392Z","caller":"traceutil/trace.go:171","msg":"trace[555391675] transaction","detail":"{read_only:false; response_revision:17551; number_of_response:1; }","duration":"132.491948ms","start":"2026-04-28T03:51:14.33288Z","end":"2026-04-28T03:51:14.465372Z","steps":["trace[555391675] 'process raft request' (duration: 132.409836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.465461Z","caller":"traceutil/trace.go:171","msg":"trace[992038] transaction","detail":"{read_only:false; response_revision:17549; number_of_response:1; }","duration":"134.803789ms","start":"2026-04-28T03:51:14.330638Z","end":"2026-04-28T03:51:14.465442Z","steps":["trace[992038] 'process raft request' (duration: 134.429021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.465625Z","caller":"traceutil/trace.go:171","msg":"trace[1367401257] transaction","detail":"{read_only:false; response_revision:17550; number_of_response:1; }","duration":"133.134642ms","start":"2026-04-28T03:51:14.332479Z","end":"2026-04-28T03:51:14.465614Z","steps":["trace[1367401257] 'process raft request' (duration: 132.690032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.465824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.886897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-04-28T03:51:14.465906Z","caller":"traceutil/trace.go:171","msg":"trace[1969192583] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17551; }","duration":"136.990979ms","start":"2026-04-28T03:51:14.328906Z","end":"2026-04-28T03:51:14.465897Z","steps":["trace[1969192583] 'agreement among raft nodes before linearized reading' (duration: 136.846516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.692797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.18124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:51:14.693021Z","caller":"traceutil/trace.go:171","msg":"trace[1967296138] transaction","detail":"{read_only:false; response_revision:17555; number_of_response:1; }","duration":"169.82976ms","start":"2026-04-28T03:51:14.523177Z","end":"2026-04-28T03:51:14.693007Z","steps":["trace[1967296138] 'process raft request' (duration: 169.703567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.69311Z","caller":"traceutil/trace.go:171","msg":"trace[1083858768] transaction","detail":"{read_only:false; response_revision:17554; number_of_response:1; }","duration":"197.664496ms","start":"2026-04-28T03:51:14.495427Z","end":"2026-04-28T03:51:14.693091Z","steps":["trace[1083858768] 'process raft request' (duration: 89.121369ms)","trace[1083858768] 'compare' (duration: 108.046706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:14.693148Z","caller":"traceutil/trace.go:171","msg":"trace[640902909] linearizableReadLoop","detail":"{readStateIndex:18199; appliedIndex:18197; }","duration":"136.354055ms","start":"2026-04-28T03:51:14.556767Z","end":"2026-04-28T03:51:14.693121Z","steps":["trace[640902909] 'read index received' (duration: 27.794597ms)","trace[640902909] 'applied index is now lower than readState.Index' (duration: 108.556818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:14.693178Z","caller":"traceutil/trace.go:171","msg":"trace[816971502] transaction","detail":"{read_only:false; response_revision:17556; number_of_response:1; }","duration":"132.386765ms","start":"2026-04-28T03:51:14.560765Z","end":"2026-04-28T03:51:14.693152Z","steps":["trace[816971502] 'process raft request' (duration: 132.19204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.6933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.523779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:51:14.693333Z","caller":"traceutil/trace.go:171","msg":"trace[905707501] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:17556; }","duration":"136.57341ms","start":"2026-04-28T03:51:14.556749Z","end":"2026-04-28T03:51:14.693323Z","steps":["trace[905707501] 'agreement among raft nodes before linearized reading' (duration: 136.483788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.718614Z","caller":"traceutil/trace.go:171","msg":"trace[1051124504] transaction","detail":"{read_only:false; response_revision:17557; number_of_response:1; }","duration":"110.575363ms","start":"2026-04-28T03:51:14.60802Z","end":"2026-04-28T03:51:14.718595Z","steps":["trace[1051124504] 'process raft request' (duration: 110.44077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.718737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.551238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T03:51:14.718782Z","caller":"traceutil/trace.go:171","msg":"trace[1318723055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17557; }","duration":"132.603849ms","start":"2026-04-28T03:51:14.586168Z","end":"2026-04-28T03:51:14.718772Z","steps":["trace[1318723055] 'agreement among raft nodes before linearized reading' (duration: 132.431326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.718801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.598329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:51:14.71884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.421284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-04-28T03:51:14.71888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.684403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-5989fc966d-db6nn\" ","response":"range_response_count:1 size:8007"} {"level":"info","ts":"2026-04-28T03:51:14.718904Z","caller":"traceutil/trace.go:171","msg":"trace[1478467978] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-5989fc966d-db6nn; range_end:; response_count:1; response_revision:17557; }","duration":"160.757575ms","start":"2026-04-28T03:51:14.55814Z","end":"2026-04-28T03:51:14.718897Z","steps":["trace[1478467978] 'agreement among raft nodes before linearized reading' (duration: 160.644423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.718893Z","caller":"traceutil/trace.go:171","msg":"trace[2008611499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17557; }","duration":"132.715492ms","start":"2026-04-28T03:51:14.586139Z","end":"2026-04-28T03:51:14.718854Z","steps":["trace[2008611499] 'agreement among raft nodes before linearized reading' (duration: 132.515798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.718906Z","caller":"traceutil/trace.go:171","msg":"trace[1629072733] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17557; }","duration":"135.511636ms","start":"2026-04-28T03:51:14.583379Z","end":"2026-04-28T03:51:14.71889Z","steps":["trace[1629072733] 'agreement among raft nodes before linearized reading' (duration: 135.360543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.922833Z","caller":"traceutil/trace.go:171","msg":"trace[1682385395] transaction","detail":"{read_only:false; response_revision:17559; number_of_response:1; }","duration":"200.290006ms","start":"2026-04-28T03:51:14.722502Z","end":"2026-04-28T03:51:14.922792Z","steps":["trace[1682385395] 'process raft request' (duration: 118.769348ms)","trace[1682385395] 'compare' (duration: 81.17161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:14.922853Z","caller":"traceutil/trace.go:171","msg":"trace[819570098] transaction","detail":"{read_only:false; response_revision:17560; number_of_response:1; }","duration":"199.480228ms","start":"2026-04-28T03:51:14.72335Z","end":"2026-04-28T03:51:14.92283Z","steps":["trace[819570098] 'process raft request' (duration: 199.318074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:14.923046Z","caller":"traceutil/trace.go:171","msg":"trace[478229756] linearizableReadLoop","detail":"{readStateIndex:18205; appliedIndex:18202; }","duration":"174.562726ms","start":"2026-04-28T03:51:14.748463Z","end":"2026-04-28T03:51:14.923026Z","steps":["trace[478229756] 'read index received' (duration: 92.821233ms)","trace[478229756] 'applied index is now lower than readState.Index' (duration: 81.740403ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:14.923092Z","caller":"traceutil/trace.go:171","msg":"trace[92426044] transaction","detail":"{read_only:false; response_revision:17561; number_of_response:1; }","duration":"193.467203ms","start":"2026-04-28T03:51:14.729615Z","end":"2026-04-28T03:51:14.923082Z","steps":["trace[92426044] 'process raft request' (duration: 193.142675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.923355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.314008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:51:14.923405Z","caller":"traceutil/trace.go:171","msg":"trace[2030753460] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17562; }","duration":"173.388801ms","start":"2026-04-28T03:51:14.750003Z","end":"2026-04-28T03:51:14.923392Z","steps":["trace[2030753460] 'agreement among raft nodes before linearized reading' (duration: 173.204406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.923513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.101765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:51:14.923562Z","caller":"traceutil/trace.go:171","msg":"trace[1854761661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17562; }","duration":"197.184246ms","start":"2026-04-28T03:51:14.726365Z","end":"2026-04-28T03:51:14.92355Z","steps":["trace[1854761661] 'agreement among raft nodes before linearized reading' (duration: 196.800227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:14.92401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.479368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T03:51:14.924088Z","caller":"traceutil/trace.go:171","msg":"trace[641448159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17562; }","duration":"195.613232ms","start":"2026-04-28T03:51:14.728461Z","end":"2026-04-28T03:51:14.924074Z","steps":["trace[641448159] 'agreement among raft nodes before linearized reading' (duration: 194.69245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:15.03847Z","caller":"traceutil/trace.go:171","msg":"trace[1832277373] transaction","detail":"{read_only:false; response_revision:17564; number_of_response:1; }","duration":"106.946851ms","start":"2026-04-28T03:51:14.931498Z","end":"2026-04-28T03:51:15.038445Z","steps":["trace[1832277373] 'process raft request' (duration: 99.640247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:15.038633Z","caller":"traceutil/trace.go:171","msg":"trace[461247454] transaction","detail":"{read_only:false; response_revision:17565; number_of_response:1; }","duration":"104.882224ms","start":"2026-04-28T03:51:14.933729Z","end":"2026-04-28T03:51:15.038611Z","steps":["trace[461247454] 'process raft request' (duration: 104.647749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:16.567299Z","caller":"traceutil/trace.go:171","msg":"trace[1124246348] transaction","detail":"{read_only:false; response_revision:17569; number_of_response:1; }","duration":"100.292782ms","start":"2026-04-28T03:51:16.466978Z","end":"2026-04-28T03:51:16.56727Z","steps":["trace[1124246348] 'process raft request' (duration: 100.118188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:16.82051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.393145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:51:16.820863Z","caller":"traceutil/trace.go:171","msg":"trace[914945598] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"351.22728ms","start":"2026-04-28T03:51:16.469613Z","end":"2026-04-28T03:51:16.820841Z","steps":["trace[914945598] 'process raft request' (duration: 218.419925ms)","trace[914945598] 'compare' (duration: 132.096929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:51:16.820982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:16.469598Z","time spent":"351.316383ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:51:16.821048Z","caller":"traceutil/trace.go:171","msg":"trace[1673815464] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"122.474861ms","start":"2026-04-28T03:51:16.698555Z","end":"2026-04-28T03:51:16.82103Z","steps":["trace[1673815464] 'process raft request' (duration: 122.430341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:16.821057Z","caller":"traceutil/trace.go:171","msg":"trace[1960818516] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"350.694399ms","start":"2026-04-28T03:51:16.470341Z","end":"2026-04-28T03:51:16.821036Z","steps":["trace[1960818516] 'process raft request' (duration: 350.476884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:16.821172Z","caller":"traceutil/trace.go:171","msg":"trace[1003811070] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"349.996793ms","start":"2026-04-28T03:51:16.471169Z","end":"2026-04-28T03:51:16.821166Z","steps":["trace[1003811070] 'process raft request' (duration: 349.771588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:16.821211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:16.471144Z","time spent":"350.049923ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:51:16.821196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:16.47032Z","time spent":"350.780851ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:51:16.821258Z","caller":"traceutil/trace.go:171","msg":"trace[1172329907] linearizableReadLoop","detail":"{readStateIndex:18215; appliedIndex:18212; }","duration":"350.097014ms","start":"2026-04-28T03:51:16.47115Z","end":"2026-04-28T03:51:16.821247Z","steps":["trace[1172329907] 'read index received' (duration: 95.964173ms)","trace[1172329907] 'applied index is now lower than readState.Index' (duration: 254.131831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:51:16.82141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.259508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-04-28T03:51:16.821438Z","caller":"traceutil/trace.go:171","msg":"trace[1447880591] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17573; }","duration":"350.315209ms","start":"2026-04-28T03:51:16.471117Z","end":"2026-04-28T03:51:16.821432Z","steps":["trace[1447880591] 'agreement among raft nodes before linearized reading' (duration: 350.209897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:16.821453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:51:16.471108Z","time spent":"350.34234ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:51:16.821454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.144586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T03:51:16.821493Z","caller":"traceutil/trace.go:171","msg":"trace[1381644775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17573; }","duration":"264.222898ms","start":"2026-04-28T03:51:16.557259Z","end":"2026-04-28T03:51:16.821482Z","steps":["trace[1381644775] 'agreement among raft nodes before linearized reading' (duration: 264.093575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:16.821697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.391971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T03:51:16.821724Z","caller":"traceutil/trace.go:171","msg":"trace[208189630] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:17573; }","duration":"150.463283ms","start":"2026-04-28T03:51:16.671255Z","end":"2026-04-28T03:51:16.821719Z","steps":["trace[208189630] 'agreement among raft nodes before linearized reading' (duration: 150.33622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:17.119624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.060368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:51:17.119774Z","caller":"traceutil/trace.go:171","msg":"trace[2124662827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17574; }","duration":"191.235162ms","start":"2026-04-28T03:51:16.928492Z","end":"2026-04-28T03:51:17.119727Z","steps":["trace[2124662827] 'range keys from in-memory index tree' (duration: 190.873744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:17.119816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.316633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T03:51:17.119887Z","caller":"traceutil/trace.go:171","msg":"trace[2098300508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17574; }","duration":"191.434216ms","start":"2026-04-28T03:51:16.928435Z","end":"2026-04-28T03:51:17.119869Z","steps":["trace[2098300508] 'range keys from in-memory index tree' (duration: 191.083369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:17.120026Z","caller":"traceutil/trace.go:171","msg":"trace[1321834840] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"190.542267ms","start":"2026-04-28T03:51:16.929442Z","end":"2026-04-28T03:51:17.119984Z","steps":["trace[1321834840] 'process raft request' (duration: 186.966716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:17.120126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.282526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:51:17.120172Z","caller":"traceutil/trace.go:171","msg":"trace[191133289] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:17575; }","duration":"137.366217ms","start":"2026-04-28T03:51:16.982793Z","end":"2026-04-28T03:51:17.120159Z","steps":["trace[191133289] 'agreement among raft nodes before linearized reading' (duration: 137.260674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:17.120553Z","caller":"traceutil/trace.go:171","msg":"trace[1295378060] linearizableReadLoop","detail":"{readStateIndex:18219; appliedIndex:18218; }","duration":"137.05927ms","start":"2026-04-28T03:51:16.982844Z","end":"2026-04-28T03:51:17.119903Z","steps":["trace[1295378060] 'read index received' (duration: 133.539011ms)","trace[1295378060] 'applied index is now lower than readState.Index' (duration: 3.519359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:51:17.120804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.232147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:51:17.120845Z","caller":"traceutil/trace.go:171","msg":"trace[1598503005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17575; }","duration":"130.307259ms","start":"2026-04-28T03:51:16.990527Z","end":"2026-04-28T03:51:17.120834Z","steps":["trace[1598503005] 'agreement among raft nodes before linearized reading' (duration: 130.115504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:17.231408Z","caller":"traceutil/trace.go:171","msg":"trace[139298464] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"106.647184ms","start":"2026-04-28T03:51:17.124733Z","end":"2026-04-28T03:51:17.23138Z","steps":["trace[139298464] 'process raft request' (duration: 105.391266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:17.231416Z","caller":"traceutil/trace.go:171","msg":"trace[34454963] transaction","detail":"{read_only:false; response_revision:17579; number_of_response:1; }","duration":"106.190434ms","start":"2026-04-28T03:51:17.125202Z","end":"2026-04-28T03:51:17.231392Z","steps":["trace[34454963] 'process raft request' (duration: 106.143513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:17.231462Z","caller":"traceutil/trace.go:171","msg":"trace[49027988] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"106.291576ms","start":"2026-04-28T03:51:17.125141Z","end":"2026-04-28T03:51:17.231432Z","steps":["trace[49027988] 'process raft request' (duration: 106.139033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:59.085914Z","caller":"traceutil/trace.go:171","msg":"trace[334160290] transaction","detail":"{read_only:false; response_revision:17947; number_of_response:1; }","duration":"106.184405ms","start":"2026-04-28T03:51:58.979703Z","end":"2026-04-28T03:51:59.085887Z","steps":["trace[334160290] 'process raft request' (duration: 72.123677ms)","trace[334160290] 'compare' (duration: 33.412203ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:51:59.086099Z","caller":"traceutil/trace.go:171","msg":"trace[2110540469] transaction","detail":"{read_only:false; response_revision:17948; number_of_response:1; }","duration":"104.094968ms","start":"2026-04-28T03:51:58.981993Z","end":"2026-04-28T03:51:59.086088Z","steps":["trace[2110540469] 'process raft request' (duration: 103.435794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:59.086217Z","caller":"traceutil/trace.go:171","msg":"trace[1216254919] transaction","detail":"{read_only:false; response_revision:17949; number_of_response:1; }","duration":"101.914658ms","start":"2026-04-28T03:51:58.984293Z","end":"2026-04-28T03:51:59.086208Z","steps":["trace[1216254919] 'process raft request' (duration: 101.246123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:59.250224Z","caller":"traceutil/trace.go:171","msg":"trace[870857672] transaction","detail":"{read_only:false; response_revision:17953; number_of_response:1; }","duration":"113.814947ms","start":"2026-04-28T03:51:59.136388Z","end":"2026-04-28T03:51:59.250203Z","steps":["trace[870857672] 'process raft request' (duration: 113.680143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:51:59.250696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.187273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T03:51:59.250758Z","caller":"traceutil/trace.go:171","msg":"trace[470754163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17953; }","duration":"105.260484ms","start":"2026-04-28T03:51:59.145482Z","end":"2026-04-28T03:51:59.250743Z","steps":["trace[470754163] 'agreement among raft nodes before linearized reading' (duration: 105.08218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:51:59.250505Z","caller":"traceutil/trace.go:171","msg":"trace[438433271] linearizableReadLoop","detail":"{readStateIndex:18607; appliedIndex:18606; }","duration":"104.714412ms","start":"2026-04-28T03:51:59.1455Z","end":"2026-04-28T03:51:59.250214Z","steps":["trace[438433271] 'read index received' (duration: 104.650951ms)","trace[438433271] 'applied index is now lower than readState.Index' (duration: 60.801µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:52:18.720513Z","caller":"traceutil/trace.go:171","msg":"trace[1352217233] transaction","detail":"{read_only:false; response_revision:18176; number_of_response:1; }","duration":"204.081322ms","start":"2026-04-28T03:52:18.516376Z","end":"2026-04-28T03:52:18.720457Z","steps":["trace[1352217233] 'process raft request' (duration: 104.334262ms)","trace[1352217233] 'compare' (duration: 99.599186ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:52:27.12142Z","caller":"traceutil/trace.go:171","msg":"trace[1788164396] transaction","detail":"{read_only:false; response_revision:18262; number_of_response:1; }","duration":"101.419308ms","start":"2026-04-28T03:52:27.019969Z","end":"2026-04-28T03:52:27.121388Z","steps":["trace[1788164396] 'process raft request' (duration: 101.215063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:52:43.292907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14698} {"level":"info","ts":"2026-04-28T03:52:43.51993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14698,"took":"222.992997ms","hash":2853696035,"current-db-size-bytes":79097856,"current-db-size":"79 MB","current-db-size-in-use-bytes":38957056,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-28T03:52:43.520001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2853696035,"revision":14698,"compact-revision":8276} {"level":"info","ts":"2026-04-28T03:53:47.56471Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":20004,"local-member-snapshot-index":10003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:53:47.572206Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-04-28T03:53:47.57234Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-04-28T03:54:17.670158Z","caller":"traceutil/trace.go:171","msg":"trace[1669249946] linearizableReadLoop","detail":"{readStateIndex:20271; appliedIndex:20270; }","duration":"156.296384ms","start":"2026-04-28T03:54:17.513832Z","end":"2026-04-28T03:54:17.670129Z","steps":["trace[1669249946] 'read index received' (duration: 156.030868ms)","trace[1669249946] 'applied index is now lower than readState.Index' (duration: 264.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:17.670247Z","caller":"traceutil/trace.go:171","msg":"trace[1212497810] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"483.316097ms","start":"2026-04-28T03:54:17.1869Z","end":"2026-04-28T03:54:17.670216Z","steps":["trace[1212497810] 'process raft request' (duration: 482.966589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:17.670314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:17.670355Z","caller":"traceutil/trace.go:171","msg":"trace[777768284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19568; }","duration":"156.57046ms","start":"2026-04-28T03:54:17.513772Z","end":"2026-04-28T03:54:17.670343Z","steps":["trace[777768284] 'agreement among raft nodes before linearized reading' (duration: 156.487738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:17.670394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.186882Z","time spent":"483.4358ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:18.229181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.7937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:54:18.229457Z","caller":"traceutil/trace.go:171","msg":"trace[1853781904] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"428.337928ms","start":"2026-04-28T03:54:17.801102Z","end":"2026-04-28T03:54:18.22944Z","steps":["trace[1853781904] 'process raft request' (duration: 428.295997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.229528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.801082Z","time spent":"428.41109ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:54:18.229726Z","caller":"traceutil/trace.go:171","msg":"trace[1327840713] linearizableReadLoop","detail":"{readStateIndex:20274; appliedIndex:20271; }","duration":"559.471675ms","start":"2026-04-28T03:54:17.670234Z","end":"2026-04-28T03:54:18.229706Z","steps":["trace[1327840713] 'read index received' (duration: 204.03887ms)","trace[1327840713] 'applied index is now lower than readState.Index' (duration: 355.430535ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:18.229704Z","caller":"traceutil/trace.go:171","msg":"trace[2024045453] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"559.980176ms","start":"2026-04-28T03:54:17.669689Z","end":"2026-04-28T03:54:18.22967Z","steps":["trace[2024045453] 'process raft request' (duration: 559.662669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:18.229694Z","caller":"traceutil/trace.go:171","msg":"trace[1419900987] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"561.166244ms","start":"2026-04-28T03:54:17.668451Z","end":"2026-04-28T03:54:18.229617Z","steps":["trace[1419900987] 'process raft request' (duration: 560.814076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:18.229741Z","caller":"traceutil/trace.go:171","msg":"trace[1716402270] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"693.235342ms","start":"2026-04-28T03:54:17.536448Z","end":"2026-04-28T03:54:18.229683Z","steps":["trace[1716402270] 'process raft request' (duration: 337.841908ms)","trace[1716402270] 'compare' (duration: 354.050393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:54:18.229814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.611498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:18.229865Z","caller":"traceutil/trace.go:171","msg":"trace[1458298747] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19572; }","duration":"645.744051ms","start":"2026-04-28T03:54:17.584107Z","end":"2026-04-28T03:54:18.229851Z","steps":["trace[1458298747] 'agreement among raft nodes before linearized reading' (duration: 645.648939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.229881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.669675Z","time spent":"560.11752ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:18.229901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.58409Z","time spent":"645.801352ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:54:18.229917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.536427Z","time spent":"693.403696ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:18.229965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.668425Z","time spent":"561.476011ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:18.730489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096343102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:54:18.735387Z","caller":"traceutil/trace.go:171","msg":"trace[428861321] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"769.161123ms","start":"2026-04-28T03:54:17.966196Z","end":"2026-04-28T03:54:18.735358Z","steps":["trace[428861321] 'process raft request' (duration: 766.681677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.735568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.966166Z","time spent":"769.312866ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:54:18.735579Z","caller":"traceutil/trace.go:171","msg":"trace[347579878] linearizableReadLoop","detail":"{readStateIndex:20277; appliedIndex:20275; }","duration":"505.795295ms","start":"2026-04-28T03:54:18.22976Z","end":"2026-04-28T03:54:18.735555Z","steps":["trace[347579878] 'read index received' (duration: 503.091384ms)","trace[347579878] 'applied index is now lower than readState.Index' (duration: 2.702611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:18.735625Z","caller":"traceutil/trace.go:171","msg":"trace[398963711] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"761.336846ms","start":"2026-04-28T03:54:17.974231Z","end":"2026-04-28T03:54:18.735568Z","steps":["trace[398963711] 'process raft request' (duration: 761.028099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.735788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.491967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:18.735852Z","caller":"traceutil/trace.go:171","msg":"trace[930816367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19574; }","duration":"689.566129ms","start":"2026-04-28T03:54:18.046267Z","end":"2026-04-28T03:54:18.735834Z","steps":["trace[930816367] 'agreement among raft nodes before linearized reading' (duration: 689.460627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.735854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.974206Z","time spent":"761.537991ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:18.735922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.046219Z","time spent":"689.688962ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:54:18.735978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.693753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T03:54:18.736066Z","caller":"traceutil/trace.go:171","msg":"trace[1020627473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19574; }","duration":"611.823527ms","start":"2026-04-28T03:54:18.124222Z","end":"2026-04-28T03:54:18.736046Z","steps":["trace[1020627473] 'agreement among raft nodes before linearized reading' (duration: 611.354825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.736145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.1242Z","time spent":"611.931749ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:54:18.73615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.925589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:18.736371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.075131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T03:54:18.736379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.104668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T03:54:18.736394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.008589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T03:54:18.736438Z","caller":"traceutil/trace.go:171","msg":"trace[1977596694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19574; }","duration":"375.20094ms","start":"2026-04-28T03:54:18.361224Z","end":"2026-04-28T03:54:18.736425Z","steps":["trace[1977596694] 'agreement among raft nodes before linearized reading' (duration: 375.074937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:18.736339Z","caller":"traceutil/trace.go:171","msg":"trace[636146456] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:19574; }","duration":"989.126064ms","start":"2026-04-28T03:54:17.747184Z","end":"2026-04-28T03:54:18.73631Z","steps":["trace[636146456] 'agreement among raft nodes before linearized reading' (duration: 988.929869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:18.736441Z","caller":"traceutil/trace.go:171","msg":"trace[2009597758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19574; }","duration":"545.159213ms","start":"2026-04-28T03:54:18.191253Z","end":"2026-04-28T03:54:18.736412Z","steps":["trace[2009597758] 'agreement among raft nodes before linearized reading' (duration: 544.985139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:18.736474Z","caller":"traceutil/trace.go:171","msg":"trace[1185503672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19574; }","duration":"376.123932ms","start":"2026-04-28T03:54:18.360331Z","end":"2026-04-28T03:54:18.736455Z","steps":["trace[1185503672] 'agreement among raft nodes before linearized reading' (duration: 375.936948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.736467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.352656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-28T03:54:18.736512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:17.747167Z","time spent":"989.311597ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T03:54:18.736535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.360311Z","time spent":"376.210063ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:54:18.73647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.361201Z","time spent":"375.262032ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:54:18.736537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.191233Z","time spent":"545.271716ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:54:18.736546Z","caller":"traceutil/trace.go:171","msg":"trace[334325456] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtlmp; range_end:; response_count:1; response_revision:19574; }","duration":"419.464038ms","start":"2026-04-28T03:54:18.317066Z","end":"2026-04-28T03:54:18.73653Z","steps":["trace[334325456] 'agreement among raft nodes before linearized reading' (duration: 419.241554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.736398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.970355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:54:18.736751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.317049Z","time spent":"419.655053ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-mtlmp\" "} {"level":"info","ts":"2026-04-28T03:54:18.736776Z","caller":"traceutil/trace.go:171","msg":"trace[1981821994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19574; }","duration":"477.374865ms","start":"2026-04-28T03:54:18.259382Z","end":"2026-04-28T03:54:18.736756Z","steps":["trace[1981821994] 'agreement among raft nodes before linearized reading' (duration: 476.836233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:18.736872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.259365Z","time spent":"477.488287ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:54:19.391988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.626071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:54:19.392399Z","caller":"traceutil/trace.go:171","msg":"trace[70768047] transaction","detail":"{read_only:false; response_revision:19576; number_of_response:1; }","duration":"651.241515ms","start":"2026-04-28T03:54:18.741107Z","end":"2026-04-28T03:54:19.392348Z","steps":["trace[70768047] 'process raft request' (duration: 408.139583ms)","trace[70768047] 'compare' (duration: 241.974356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:54:19.392548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.741087Z","time spent":"651.374688ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:54:19.392836Z","caller":"traceutil/trace.go:171","msg":"trace[1845881922] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"651.508761ms","start":"2026-04-28T03:54:18.741246Z","end":"2026-04-28T03:54:19.392755Z","steps":["trace[1845881922] 'process raft request' (duration: 651.067531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:19.392438Z","caller":"traceutil/trace.go:171","msg":"trace[104618717] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"651.274595ms","start":"2026-04-28T03:54:18.741139Z","end":"2026-04-28T03:54:19.392413Z","steps":["trace[104618717] 'process raft request' (duration: 650.979419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:19.393029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.741231Z","time spent":"651.703855ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:54:19.393133Z","caller":"traceutil/trace.go:171","msg":"trace[177101272] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"651.214434ms","start":"2026-04-28T03:54:18.741881Z","end":"2026-04-28T03:54:19.393095Z","steps":["trace[177101272] 'process raft request' (duration: 650.803524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:19.393212Z","caller":"traceutil/trace.go:171","msg":"trace[1437849413] linearizableReadLoop","detail":"{readStateIndex:20282; appliedIndex:20278; }","duration":"651.05852ms","start":"2026-04-28T03:54:18.742114Z","end":"2026-04-28T03:54:19.393172Z","steps":["trace[1437849413] 'read index received' (duration: 24.363159ms)","trace[1437849413] 'applied index is now lower than readState.Index' (duration: 626.692351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:19.393231Z","caller":"traceutil/trace.go:171","msg":"trace[751896547] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"437.472423ms","start":"2026-04-28T03:54:18.955736Z","end":"2026-04-28T03:54:19.393208Z","steps":["trace[751896547] 'process raft request' (duration: 437.34779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:19.39324Z","caller":"traceutil/trace.go:171","msg":"trace[1401396452] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"247.407068ms","start":"2026-04-28T03:54:19.145793Z","end":"2026-04-28T03:54:19.3932Z","steps":["trace[1401396452] 'process raft request' (duration: 247.369597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:19.393329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.95571Z","time spent":"437.569456ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:19.393317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.741872Z","time spent":"651.341826ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:19.393376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.927423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:19.393408Z","caller":"traceutil/trace.go:171","msg":"trace[246169579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19581; }","duration":"346.995944ms","start":"2026-04-28T03:54:19.046403Z","end":"2026-04-28T03:54:19.393399Z","steps":["trace[246169579] 'agreement among raft nodes before linearized reading' (duration: 346.942803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:19.393415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.05201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:19.393435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:19.046383Z","time spent":"347.045806ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:54:19.393443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.485649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:19.39347Z","caller":"traceutil/trace.go:171","msg":"trace[935509796] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:19581; }","duration":"651.126082ms","start":"2026-04-28T03:54:18.742327Z","end":"2026-04-28T03:54:19.393453Z","steps":["trace[935509796] 'agreement among raft nodes before linearized reading' (duration: 651.022839ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:19.393479Z","caller":"traceutil/trace.go:171","msg":"trace[110886621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:19581; }","duration":"396.52279ms","start":"2026-04-28T03:54:18.996945Z","end":"2026-04-28T03:54:19.393468Z","steps":["trace[110886621] 'agreement among raft nodes before linearized reading' (duration: 396.464989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:19.393513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.996886Z","time spent":"396.618292ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:54:19.393525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.742321Z","time spent":"651.188943ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T03:54:19.394016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.74112Z","time spent":"652.662777ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:19.394928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.79492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:129 size:1237428"} {"level":"info","ts":"2026-04-28T03:54:19.395007Z","caller":"traceutil/trace.go:171","msg":"trace[1791751813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:129; response_revision:19581; }","duration":"652.896362ms","start":"2026-04-28T03:54:18.742092Z","end":"2026-04-28T03:54:19.394989Z","steps":["trace[1791751813] 'agreement among raft nodes before linearized reading' (duration: 651.172102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:19.395062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:18.742084Z","time spent":"652.960153ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":129,"response size":1237451,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:54:31.601412Z","caller":"traceutil/trace.go:171","msg":"trace[1183936888] linearizableReadLoop","detail":"{readStateIndex:20373; appliedIndex:20372; }","duration":"108.955268ms","start":"2026-04-28T03:54:31.492435Z","end":"2026-04-28T03:54:31.601391Z","steps":["trace[1183936888] 'read index received' (duration: 108.846795ms)","trace[1183936888] 'applied index is now lower than readState.Index' (duration: 107.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:31.601466Z","caller":"traceutil/trace.go:171","msg":"trace[1759139704] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"118.638556ms","start":"2026-04-28T03:54:31.482806Z","end":"2026-04-28T03:54:31.601445Z","steps":["trace[1759139704] 'process raft request' (duration: 118.455122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:31.601595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.729055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:54:31.60162Z","caller":"traceutil/trace.go:171","msg":"trace[1361993037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19667; }","duration":"105.804347ms","start":"2026-04-28T03:54:31.495806Z","end":"2026-04-28T03:54:31.601611Z","steps":["trace[1361993037] 'agreement among raft nodes before linearized reading' (duration: 105.693074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:31.601652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.892686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T03:54:31.601658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.219573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:54:31.601713Z","caller":"traceutil/trace.go:171","msg":"trace[1559763435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19667; }","duration":"104.990448ms","start":"2026-04-28T03:54:31.496707Z","end":"2026-04-28T03:54:31.601698Z","steps":["trace[1559763435] 'agreement among raft nodes before linearized reading' (duration: 104.814734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:31.601726Z","caller":"traceutil/trace.go:171","msg":"trace[1274219551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19667; }","duration":"109.325866ms","start":"2026-04-28T03:54:31.492382Z","end":"2026-04-28T03:54:31.601708Z","steps":["trace[1274219551] 'agreement among raft nodes before linearized reading' (duration: 109.093541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:31.601749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.535231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T03:54:31.60183Z","caller":"traceutil/trace.go:171","msg":"trace[47248391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19667; }","duration":"105.650533ms","start":"2026-04-28T03:54:31.49616Z","end":"2026-04-28T03:54:31.60181Z","steps":["trace[47248391] 'agreement among raft nodes before linearized reading' (duration: 105.393957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.167452Z","caller":"traceutil/trace.go:171","msg":"trace[215249414] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"300.798362ms","start":"2026-04-28T03:54:49.866615Z","end":"2026-04-28T03:54:50.167413Z","steps":["trace[215249414] 'process raft request' (duration: 271.745018ms)","trace[215249414] 'compare' (duration: 28.567604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:50.167565Z","caller":"traceutil/trace.go:171","msg":"trace[746555879] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"109.587862ms","start":"2026-04-28T03:54:50.057945Z","end":"2026-04-28T03:54:50.167533Z","steps":["trace[746555879] 'process raft request' (duration: 109.459158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.167744Z","caller":"traceutil/trace.go:171","msg":"trace[1663673883] linearizableReadLoop","detail":"{readStateIndex:20680; appliedIndex:20679; }","duration":"236.81272ms","start":"2026-04-28T03:54:49.930903Z","end":"2026-04-28T03:54:50.167715Z","steps":["trace[1663673883] 'read index received' (duration: 207.55072ms)","trace[1663673883] 'applied index is now lower than readState.Index' (duration: 29.25959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:54:50.167911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:49.866593Z","time spent":"301.12443ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:50.168039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:50.16804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.641438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:50.167923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.002894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:50.168124Z","caller":"traceutil/trace.go:171","msg":"trace[1012400249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19969; }","duration":"123.766331ms","start":"2026-04-28T03:54:50.044336Z","end":"2026-04-28T03:54:50.168102Z","steps":["trace[1012400249] 'agreement among raft nodes before linearized reading' (duration: 123.621697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:50.168174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.474639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:50.168221Z","caller":"traceutil/trace.go:171","msg":"trace[1473959364] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:19969; }","duration":"105.55854ms","start":"2026-04-28T03:54:50.062652Z","end":"2026-04-28T03:54:50.16821Z","steps":["trace[1473959364] 'agreement among raft nodes before linearized reading' (duration: 105.492889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.168164Z","caller":"traceutil/trace.go:171","msg":"trace[150355200] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:19969; }","duration":"237.26849ms","start":"2026-04-28T03:54:49.930864Z","end":"2026-04-28T03:54:50.168132Z","steps":["trace[150355200] 'agreement among raft nodes before linearized reading' (duration: 236.994234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:50.168324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.690413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:50.168373Z","caller":"traceutil/trace.go:171","msg":"trace[680698267] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19969; }","duration":"105.768525ms","start":"2026-04-28T03:54:50.062588Z","end":"2026-04-28T03:54:50.168356Z","steps":["trace[680698267] 'agreement among raft nodes before linearized reading' (duration: 105.684483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.168091Z","caller":"traceutil/trace.go:171","msg":"trace[434949991] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19969; }","duration":"104.019595ms","start":"2026-04-28T03:54:50.064055Z","end":"2026-04-28T03:54:50.168075Z","steps":["trace[434949991] 'agreement among raft nodes before linearized reading' (duration: 103.963214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:50.167997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.136071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:50.168654Z","caller":"traceutil/trace.go:171","msg":"trace[1633857690] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19969; }","duration":"105.780375ms","start":"2026-04-28T03:54:50.062852Z","end":"2026-04-28T03:54:50.168632Z","steps":["trace[1633857690] 'agreement among raft nodes before linearized reading' (duration: 105.116521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.985939Z","caller":"traceutil/trace.go:171","msg":"trace[206304945] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"106.317527ms","start":"2026-04-28T03:54:50.879575Z","end":"2026-04-28T03:54:50.985893Z","steps":["trace[206304945] 'process raft request' (duration: 106.00224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:50.995173Z","caller":"traceutil/trace.go:171","msg":"trace[956236572] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"108.587449ms","start":"2026-04-28T03:54:50.886553Z","end":"2026-04-28T03:54:50.99514Z","steps":["trace[956236572] 'process raft request' (duration: 108.384445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:52.315612Z","caller":"traceutil/trace.go:171","msg":"trace[840974967] linearizableReadLoop","detail":"{readStateIndex:20712; appliedIndex:20711; }","duration":"269.091718ms","start":"2026-04-28T03:54:52.046489Z","end":"2026-04-28T03:54:52.315581Z","steps":["trace[840974967] 'read index received' (duration: 268.72961ms)","trace[840974967] 'applied index is now lower than readState.Index' (duration: 361.008µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:54:52.315753Z","caller":"traceutil/trace.go:171","msg":"trace[494448521] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"315.468643ms","start":"2026-04-28T03:54:52.000231Z","end":"2026-04-28T03:54:52.315699Z","steps":["trace[494448521] 'process raft request' (duration: 315.099305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:52.315894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.391865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:52.315905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.582013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:54:52.315942Z","caller":"traceutil/trace.go:171","msg":"trace[925338585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20000; }","duration":"269.510147ms","start":"2026-04-28T03:54:52.046418Z","end":"2026-04-28T03:54:52.315929Z","steps":["trace[925338585] 'agreement among raft nodes before linearized reading' (duration: 269.342313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:52.315968Z","caller":"traceutil/trace.go:171","msg":"trace[17186872] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20000; }","duration":"204.706106ms","start":"2026-04-28T03:54:52.111249Z","end":"2026-04-28T03:54:52.315955Z","steps":["trace[17186872] 'agreement among raft nodes before linearized reading' (duration: 204.560032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:52.316019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:54:52.00021Z","time spent":"315.704159ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:54:52.316012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.042661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:52.316051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.198214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:54:52.316091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.285226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:54:52.31615Z","caller":"traceutil/trace.go:171","msg":"trace[918864826] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20000; }","duration":"141.333957ms","start":"2026-04-28T03:54:52.174793Z","end":"2026-04-28T03:54:52.316127Z","steps":["trace[918864826] 'agreement among raft nodes before linearized reading' (duration: 141.143042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:52.316174Z","caller":"traceutil/trace.go:171","msg":"trace[486006561] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20000; }","duration":"141.43121ms","start":"2026-04-28T03:54:52.174726Z","end":"2026-04-28T03:54:52.316157Z","steps":["trace[486006561] 'agreement among raft nodes before linearized reading' (duration: 141.265475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:52.316109Z","caller":"traceutil/trace.go:171","msg":"trace[1906426442] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20000; }","duration":"141.260467ms","start":"2026-04-28T03:54:52.174828Z","end":"2026-04-28T03:54:52.316089Z","steps":["trace[1906426442] 'agreement among raft nodes before linearized reading' (duration: 141.058591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:54:52.316314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.927686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T03:54:52.31639Z","caller":"traceutil/trace.go:171","msg":"trace[258912168] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20000; }","duration":"140.013818ms","start":"2026-04-28T03:54:52.176356Z","end":"2026-04-28T03:54:52.31637Z","steps":["trace[258912168] 'agreement among raft nodes before linearized reading' (duration: 139.753842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:54:52.503496Z","caller":"traceutil/trace.go:171","msg":"trace[1236714619] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"109.374806ms","start":"2026-04-28T03:54:52.394098Z","end":"2026-04-28T03:54:52.503472Z","steps":["trace[1236714619] 'process raft request' (duration: 109.202542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:00.231484Z","caller":"traceutil/trace.go:171","msg":"trace[297229191] transaction","detail":"{read_only:false; response_revision:20080; number_of_response:1; }","duration":"106.968303ms","start":"2026-04-28T03:55:00.124482Z","end":"2026-04-28T03:55:00.231451Z","steps":["trace[297229191] 'process raft request' (duration: 87.447042ms)","trace[297229191] 'compare' (duration: 19.286545ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:03.491181Z","caller":"traceutil/trace.go:171","msg":"trace[504682903] linearizableReadLoop","detail":"{readStateIndex:20823; appliedIndex:20821; }","duration":"442.59827ms","start":"2026-04-28T03:55:03.04855Z","end":"2026-04-28T03:55:03.491148Z","steps":["trace[504682903] 'read index received' (duration: 75.228696ms)","trace[504682903] 'applied index is now lower than readState.Index' (duration: 367.369054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:03.491316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.749364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T03:55:03.491341Z","caller":"traceutil/trace.go:171","msg":"trace[1549714229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20108; }","duration":"442.809814ms","start":"2026-04-28T03:55:03.048521Z","end":"2026-04-28T03:55:03.491331Z","steps":["trace[1549714229] 'agreement among raft nodes before linearized reading' (duration: 442.712652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:03.491365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.04851Z","time spent":"442.849816ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:55:03.491327Z","caller":"traceutil/trace.go:171","msg":"trace[1883320986] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"454.770795ms","start":"2026-04-28T03:55:03.036476Z","end":"2026-04-28T03:55:03.491246Z","steps":["trace[1883320986] 'process raft request' (duration: 454.530339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:03.491499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.036467Z","time spent":"454.935669ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:03.774167Z","caller":"traceutil/trace.go:171","msg":"trace[1309845205] linearizableReadLoop","detail":"{readStateIndex:20825; appliedIndex:20823; }","duration":"262.56928ms","start":"2026-04-28T03:55:03.511571Z","end":"2026-04-28T03:55:03.77414Z","steps":["trace[1309845205] 'read index received' (duration: 198.912115ms)","trace[1309845205] 'applied index is now lower than readState.Index' (duration: 63.656255ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:03.77421Z","caller":"traceutil/trace.go:171","msg":"trace[247779316] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"278.715445ms","start":"2026-04-28T03:55:03.495452Z","end":"2026-04-28T03:55:03.774167Z","steps":["trace[247779316] 'process raft request' (duration: 278.642493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:03.774251Z","caller":"traceutil/trace.go:171","msg":"trace[1171946677] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"420.200405ms","start":"2026-04-28T03:55:03.353958Z","end":"2026-04-28T03:55:03.774159Z","steps":["trace[1171946677] 'process raft request' (duration: 356.510879ms)","trace[1171946677] 'compare' (duration: 63.401609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:03.77443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.847897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T03:55:03.774465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.353937Z","time spent":"420.414049ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:03.774523Z","caller":"traceutil/trace.go:171","msg":"trace[1263030300] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20110; }","duration":"262.939019ms","start":"2026-04-28T03:55:03.511527Z","end":"2026-04-28T03:55:03.774466Z","steps":["trace[1263030300] 'agreement among raft nodes before linearized reading' (duration: 262.754894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.446767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.642486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:55:04.44687Z","caller":"traceutil/trace.go:171","msg":"trace[1781848327] linearizableReadLoop","detail":"{readStateIndex:20826; appliedIndex:20825; }","duration":"672.600976ms","start":"2026-04-28T03:55:03.774253Z","end":"2026-04-28T03:55:04.446854Z","steps":["trace[1781848327] 'read index received' (duration: 333.758106ms)","trace[1781848327] 'applied index is now lower than readState.Index' (duration: 338.84149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:04.446933Z","caller":"traceutil/trace.go:171","msg":"trace[19442310] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"723.777761ms","start":"2026-04-28T03:55:03.723145Z","end":"2026-04-28T03:55:04.446922Z","steps":["trace[19442310] 'process raft request' (duration: 384.893019ms)","trace[19442310] 'compare' (duration: 337.883988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:04.446988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.723108Z","time spent":"723.848133ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:04.447059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.819949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.447125Z","caller":"traceutil/trace.go:171","msg":"trace[1887738293] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20111; }","duration":"738.921002ms","start":"2026-04-28T03:55:03.708185Z","end":"2026-04-28T03:55:04.447106Z","steps":["trace[1887738293] 'agreement among raft nodes before linearized reading' (duration: 738.795789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.447115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.910249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.447162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.708165Z","time spent":"738.990353ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T03:55:04.447184Z","caller":"traceutil/trace.go:171","msg":"trace[1237911250] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20111; }","duration":"870.98054ms","start":"2026-04-28T03:55:03.576184Z","end":"2026-04-28T03:55:04.447165Z","steps":["trace[1237911250] 'agreement among raft nodes before linearized reading' (duration: 870.872128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.44721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.136195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.447286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.264502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.447414Z","caller":"traceutil/trace.go:171","msg":"trace[1225983704] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:20111; }","duration":"924.417695ms","start":"2026-04-28T03:55:03.522966Z","end":"2026-04-28T03:55:04.447384Z","steps":["trace[1225983704] 'agreement among raft nodes before linearized reading' (duration: 924.17992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.447496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.522927Z","time spent":"924.547867ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:04.447517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.33275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.447524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.9608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.44732Z","caller":"traceutil/trace.go:171","msg":"trace[1332644761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20111; }","duration":"797.309769ms","start":"2026-04-28T03:55:03.649983Z","end":"2026-04-28T03:55:04.447293Z","steps":["trace[1332644761] 'agreement among raft nodes before linearized reading' (duration: 797.114855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.447576Z","caller":"traceutil/trace.go:171","msg":"trace[1186497918] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20111; }","duration":"872.397951ms","start":"2026-04-28T03:55:03.575159Z","end":"2026-04-28T03:55:04.447557Z","steps":["trace[1186497918] 'agreement among raft nodes before linearized reading' (duration: 872.295879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.447579Z","caller":"traceutil/trace.go:171","msg":"trace[2018114116] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20111; }","duration":"871.059852ms","start":"2026-04-28T03:55:03.576502Z","end":"2026-04-28T03:55:04.447562Z","steps":["trace[2018114116] 'agreement among raft nodes before linearized reading' (duration: 870.96175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.447622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.576479Z","time spent":"871.135883ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:55:04.44772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.145667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.447701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.649962Z","time spent":"797.641716ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:04.447738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.583933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T03:55:04.447622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.575155Z","time spent":"872.458652ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:55:04.447743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.94921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:55:04.447741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.329351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.44778Z","caller":"traceutil/trace.go:171","msg":"trace[1674214964] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20111; }","duration":"739.314691ms","start":"2026-04-28T03:55:03.708451Z","end":"2026-04-28T03:55:04.447766Z","steps":["trace[1674214964] 'agreement among raft nodes before linearized reading' (duration: 739.150567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.447789Z","caller":"traceutil/trace.go:171","msg":"trace[2001082061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20111; }","duration":"694.690535ms","start":"2026-04-28T03:55:03.753087Z","end":"2026-04-28T03:55:04.447778Z","steps":["trace[2001082061] 'agreement among raft nodes before linearized reading' (duration: 694.526261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.447818Z","caller":"traceutil/trace.go:171","msg":"trace[1773160960] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20111; }","duration":"734.049962ms","start":"2026-04-28T03:55:03.713745Z","end":"2026-04-28T03:55:04.447795Z","steps":["trace[1773160960] 'agreement among raft nodes before linearized reading' (duration: 733.823977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.447834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.70843Z","time spent":"739.389543ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:55:04.447831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.273692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T03:55:04.447857Z","caller":"traceutil/trace.go:171","msg":"trace[1360672928] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20111; }","duration":"739.467834ms","start":"2026-04-28T03:55:03.708364Z","end":"2026-04-28T03:55:04.447831Z","steps":["trace[1360672928] 'agreement among raft nodes before linearized reading' (duration: 739.228919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.447944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.576114Z","time spent":"871.143493ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:55:04.447879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.713732Z","time spent":"734.132804ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:55:04.447987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.708357Z","time spent":"739.577366ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:55:04.447825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.753063Z","time spent":"694.755576ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:55:04.448271Z","caller":"traceutil/trace.go:171","msg":"trace[1945393061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20111; }","duration":"685.442506ms","start":"2026-04-28T03:55:03.762482Z","end":"2026-04-28T03:55:04.447925Z","steps":["trace[1945393061] 'agreement among raft nodes before linearized reading' (duration: 685.103449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.448486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.410264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:55:04.448505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.762465Z","time spent":"686.02307ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:55:04.448548Z","caller":"traceutil/trace.go:171","msg":"trace[1793326984] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20111; }","duration":"873.486205ms","start":"2026-04-28T03:55:03.575042Z","end":"2026-04-28T03:55:04.448529Z","steps":["trace[1793326984] 'agreement among raft nodes before linearized reading' (duration: 872.030653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.448608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.575029Z","time spent":"873.565597ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T03:55:04.527638Z","caller":"traceutil/trace.go:171","msg":"trace[167152468] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"613.429542ms","start":"2026-04-28T03:55:03.914187Z","end":"2026-04-28T03:55:04.527617Z","steps":["trace[167152468] 'process raft request' (duration: 613.395072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.527766Z","caller":"traceutil/trace.go:171","msg":"trace[66474120] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"666.024418ms","start":"2026-04-28T03:55:03.861713Z","end":"2026-04-28T03:55:04.527737Z","steps":["trace[66474120] 'process raft request' (duration: 665.728612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.527808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.914166Z","time spent":"613.573805ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:04.527879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.861693Z","time spent":"666.127821ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:04.880209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.554466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:55:04.880462Z","caller":"traceutil/trace.go:171","msg":"trace[1715786566] linearizableReadLoop","detail":"{readStateIndex:20829; appliedIndex:20826; }","duration":"433.550166ms","start":"2026-04-28T03:55:04.446895Z","end":"2026-04-28T03:55:04.880445Z","steps":["trace[1715786566] 'read index received' (duration: 80.519326ms)","trace[1715786566] 'applied index is now lower than readState.Index' (duration: 353.02998ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:04.880498Z","caller":"traceutil/trace.go:171","msg":"trace[1702646356] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"442.831416ms","start":"2026-04-28T03:55:04.437613Z","end":"2026-04-28T03:55:04.880444Z","steps":["trace[1702646356] 'process raft request' (duration: 341.958082ms)","trace[1702646356] 'compare' (duration: 100.191128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:04.880575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.708807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.88061Z","caller":"traceutil/trace.go:171","msg":"trace[234580903] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20116; }","duration":"534.778729ms","start":"2026-04-28T03:55:04.345822Z","end":"2026-04-28T03:55:04.8806Z","steps":["trace[234580903] 'agreement among raft nodes before linearized reading' (duration: 534.700787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.880619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.437585Z","time spent":"442.97714ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:04.880608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.635868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.880637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.356599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.880702Z","caller":"traceutil/trace.go:171","msg":"trace[1938207325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20116; }","duration":"833.73686ms","start":"2026-04-28T03:55:04.046944Z","end":"2026-04-28T03:55:04.880681Z","steps":["trace[1938207325] 'agreement among raft nodes before linearized reading' (duration: 833.593967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.880731Z","caller":"traceutil/trace.go:171","msg":"trace[2022755864] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20116; }","duration":"534.511452ms","start":"2026-04-28T03:55:04.346201Z","end":"2026-04-28T03:55:04.880712Z","steps":["trace[2022755864] 'agreement among raft nodes before linearized reading' (duration: 534.298517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.880749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103115444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:55:04.880752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.046848Z","time spent":"833.895804ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:55:04.880781Z","caller":"traceutil/trace.go:171","msg":"trace[1189619244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20116; }","duration":"1.103196185s","start":"2026-04-28T03:55:03.777574Z","end":"2026-04-28T03:55:04.880771Z","steps":["trace[1189619244] 'agreement among raft nodes before linearized reading' (duration: 1.103090533s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.880814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.777553Z","time spent":"1.103255637s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:55:04.88078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.34618Z","time spent":"534.590984ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T03:55:04.880916Z","caller":"traceutil/trace.go:171","msg":"trace[2015274431] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"424.974323ms","start":"2026-04-28T03:55:04.455924Z","end":"2026-04-28T03:55:04.880898Z","steps":["trace[2015274431] 'process raft request' (duration: 424.39052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.88101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.455785Z","time spent":"425.167127ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:04.881062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.781615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:55:04.881108Z","caller":"traceutil/trace.go:171","msg":"trace[1919241941] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:20116; }","duration":"619.853587ms","start":"2026-04-28T03:55:04.261243Z","end":"2026-04-28T03:55:04.881096Z","steps":["trace[1919241941] 'agreement among raft nodes before linearized reading' (duration: 619.709273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.881146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.261226Z","time spent":"619.912858ms","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"info","ts":"2026-04-28T03:55:04.881292Z","caller":"traceutil/trace.go:171","msg":"trace[10677310] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"424.796809ms","start":"2026-04-28T03:55:04.456483Z","end":"2026-04-28T03:55:04.88128Z","steps":["trace[10677310] 'process raft request' (duration: 423.918939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.881341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.60196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:04.881359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.456477Z","time spent":"424.85057ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:04.881382Z","caller":"traceutil/trace.go:171","msg":"trace[1386563905] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:20116; }","duration":"732.701002ms","start":"2026-04-28T03:55:04.148665Z","end":"2026-04-28T03:55:04.881366Z","steps":["trace[1386563905] 'agreement among raft nodes before linearized reading' (duration: 732.634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.88142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.148646Z","time spent":"732.760724ms","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:04.880645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.345802Z","time spent":"534.83635ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:55:04.881579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062513688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T03:55:04.8816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.129157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:04.881642Z","caller":"traceutil/trace.go:171","msg":"trace[326259181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20116; }","duration":"1.06264534s","start":"2026-04-28T03:55:03.818981Z","end":"2026-04-28T03:55:04.881627Z","steps":["trace[326259181] 'agreement among raft nodes before linearized reading' (duration: 1.061578387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.881629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.68391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:55:04.881651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.289064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:55:04.881676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:03.818959Z","time spent":"1.062710372s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:55:04.881647Z","caller":"traceutil/trace.go:171","msg":"trace[206221311] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20116; }","duration":"535.209558ms","start":"2026-04-28T03:55:04.346425Z","end":"2026-04-28T03:55:04.881634Z","steps":["trace[206221311] 'agreement among raft nodes before linearized reading' (duration: 535.147396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.881707Z","caller":"traceutil/trace.go:171","msg":"trace[644341096] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20116; }","duration":"877.806813ms","start":"2026-04-28T03:55:04.00388Z","end":"2026-04-28T03:55:04.881687Z","steps":["trace[644341096] 'agreement among raft nodes before linearized reading' (duration: 877.647429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:04.881718Z","caller":"traceutil/trace.go:171","msg":"trace[1577163521] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20116; }","duration":"529.386717ms","start":"2026-04-28T03:55:04.352311Z","end":"2026-04-28T03:55:04.881698Z","steps":["trace[1577163521] 'agreement among raft nodes before linearized reading' (duration: 529.182122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:04.881792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.003857Z","time spent":"877.923666ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:04.881835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.352298Z","time spent":"529.52175ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:55:04.881853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.346402Z","time spent":"535.426403ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:55:05.599205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.296232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:55:05.599383Z","caller":"traceutil/trace.go:171","msg":"trace[750063150] linearizableReadLoop","detail":"{readStateIndex:20835; appliedIndex:20831; }","duration":"718.873519ms","start":"2026-04-28T03:55:04.880496Z","end":"2026-04-28T03:55:05.59937Z","steps":["trace[750063150] 'read index received' (duration: 406.308832ms)","trace[750063150] 'applied index is now lower than readState.Index' (duration: 312.563867ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:05.599434Z","caller":"traceutil/trace.go:171","msg":"trace[601109911] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"1.050760933s","start":"2026-04-28T03:55:04.548665Z","end":"2026-04-28T03:55:05.599425Z","steps":["trace[601109911] 'process raft request' (duration: 738.162034ms)","trace[601109911] 'compare' (duration: 312.21552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:05.599472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.548637Z","time spent":"1.050813464s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:05.599612Z","caller":"traceutil/trace.go:171","msg":"trace[119141594] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"1.045528675s","start":"2026-04-28T03:55:04.554076Z","end":"2026-04-28T03:55:05.599605Z","steps":["trace[119141594] 'process raft request' (duration: 1.045265639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:05.599666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.55403Z","time spent":"1.045597186s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:05.599798Z","caller":"traceutil/trace.go:171","msg":"trace[1507951253] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"1.046585659s","start":"2026-04-28T03:55:04.553205Z","end":"2026-04-28T03:55:05.599791Z","steps":["trace[1507951253] 'process raft request' (duration: 1.046074737s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:05.599625Z","caller":"traceutil/trace.go:171","msg":"trace[1923417080] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"1.045592686s","start":"2026-04-28T03:55:04.553996Z","end":"2026-04-28T03:55:05.599588Z","steps":["trace[1923417080] 'process raft request' (duration: 1.04532127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:05.599887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.553181Z","time spent":"1.04664639s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:05.599896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.553961Z","time spent":"1.045909353s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:05.599931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.031323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:55:05.600028Z","caller":"traceutil/trace.go:171","msg":"trace[1544835765] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20120; }","duration":"927.152856ms","start":"2026-04-28T03:55:04.672854Z","end":"2026-04-28T03:55:05.600007Z","steps":["trace[1544835765] 'agreement among raft nodes before linearized reading' (duration: 926.962231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:05.600071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.672778Z","time spent":"927.285349ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:06.100458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265465096344449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:55:06.216053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.882713Z","time spent":"1.333335185s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:55:06.216222Z","caller":"traceutil/trace.go:171","msg":"trace[1457188491] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"978.7834ms","start":"2026-04-28T03:55:05.237409Z","end":"2026-04-28T03:55:06.216192Z","steps":["trace[1457188491] 'process raft request' (duration: 978.722308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:06.216323Z","caller":"traceutil/trace.go:171","msg":"trace[1644614116] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"1.329908817s","start":"2026-04-28T03:55:04.886398Z","end":"2026-04-28T03:55:06.216307Z","steps":["trace[1644614116] 'process raft request' (duration: 1.329476058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.216387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.237391Z","time spent":"978.905023ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:06.216416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.886371Z","time spent":"1.329981708s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:06.216495Z","caller":"traceutil/trace.go:171","msg":"trace[880569366] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"1.329952028s","start":"2026-04-28T03:55:04.886495Z","end":"2026-04-28T03:55:06.216447Z","steps":["trace[880569366] 'process raft request' (duration: 1.329532119s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:06.216552Z","caller":"traceutil/trace.go:171","msg":"trace[2061045535] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"1.085928317s","start":"2026-04-28T03:55:05.130597Z","end":"2026-04-28T03:55:06.216525Z","steps":["trace[2061045535] 'process raft request' (duration: 1.085484446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.216646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.886474Z","time spent":"1.330086992s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:06.216661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.130577Z","time spent":"1.086027699s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:06.248279Z","caller":"traceutil/trace.go:171","msg":"trace[1993984587] linearizableReadLoop","detail":"{readStateIndex:20841; appliedIndex:20835; }","duration":"648.852701ms","start":"2026-04-28T03:55:05.599403Z","end":"2026-04-28T03:55:06.248256Z","steps":["trace[1993984587] 'read index received' (duration: 613.414942ms)","trace[1993984587] 'applied index is now lower than readState.Index' (duration: 35.436319ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:06.248344Z","caller":"traceutil/trace.go:171","msg":"trace[170775583] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"751.359152ms","start":"2026-04-28T03:55:05.496966Z","end":"2026-04-28T03:55:06.248325Z","steps":["trace[170775583] 'process raft request' (duration: 751.163197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214138447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:06.248435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21690107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:06.248448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.496949Z","time spent":"751.437163ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:06.248457Z","caller":"traceutil/trace.go:171","msg":"trace[848272735] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20125; }","duration":"1.21423967s","start":"2026-04-28T03:55:05.034198Z","end":"2026-04-28T03:55:06.248438Z","steps":["trace[848272735] 'agreement among raft nodes before linearized reading' (duration: 1.214089117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339209277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:06.248479Z","caller":"traceutil/trace.go:171","msg":"trace[2116647911] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20125; }","duration":"1.216968902s","start":"2026-04-28T03:55:05.031497Z","end":"2026-04-28T03:55:06.248466Z","steps":["trace[2116647911] 'agreement among raft nodes before linearized reading' (duration: 1.21689147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.03419Z","time spent":"1.214301081s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T03:55:06.248525Z","caller":"traceutil/trace.go:171","msg":"trace[57079932] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20125; }","duration":"1.339250938s","start":"2026-04-28T03:55:04.909261Z","end":"2026-04-28T03:55:06.248512Z","steps":["trace[57079932] 'agreement among raft nodes before linearized reading' (duration: 1.339185606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212767397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:55:06.248554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.909208Z","time spent":"1.339335261s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:55:06.248591Z","caller":"traceutil/trace.go:171","msg":"trace[2071927903] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20125; }","duration":"1.212866568s","start":"2026-04-28T03:55:05.035709Z","end":"2026-04-28T03:55:06.248575Z","steps":["trace[2071927903] 'agreement among raft nodes before linearized reading' (duration: 1.212665574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.2486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36589188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:06.248587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217308019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:06.24864Z","caller":"traceutil/trace.go:171","msg":"trace[74944970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20125; }","duration":"1.36595076s","start":"2026-04-28T03:55:04.882677Z","end":"2026-04-28T03:55:06.248628Z","steps":["trace[74944970] 'agreement among raft nodes before linearized reading' (duration: 1.365889429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.035688Z","time spent":"1.21293566s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:55:06.248677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:04.882659Z","time spent":"1.366008062s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:55:06.248687Z","caller":"traceutil/trace.go:171","msg":"trace[835808206] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20125; }","duration":"1.217460882s","start":"2026-04-28T03:55:05.031201Z","end":"2026-04-28T03:55:06.248662Z","steps":["trace[835808206] 'agreement among raft nodes before linearized reading' (duration: 1.217275148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.248541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.031486Z","time spent":"1.217043623s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:55:06.248751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.031179Z","time spent":"1.217557175s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:55:06.28804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.921091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:06.288039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.066246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:06.288073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.617022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T03:55:06.288098Z","caller":"traceutil/trace.go:171","msg":"trace[1438396226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"154.016923ms","start":"2026-04-28T03:55:06.134067Z","end":"2026-04-28T03:55:06.288084Z","steps":["trace[1438396226] 'agreement among raft nodes before linearized reading' (duration: 153.86002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:06.288121Z","caller":"traceutil/trace.go:171","msg":"trace[130973799] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20126; }","duration":"233.201059ms","start":"2026-04-28T03:55:06.054897Z","end":"2026-04-28T03:55:06.288098Z","steps":["trace[130973799] 'agreement among raft nodes before linearized reading' (duration: 233.039215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.288197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.814709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T03:55:06.288124Z","caller":"traceutil/trace.go:171","msg":"trace[789691653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:20126; }","duration":"674.669363ms","start":"2026-04-28T03:55:05.613444Z","end":"2026-04-28T03:55:06.288113Z","steps":["trace[789691653] 'agreement among raft nodes before linearized reading' (duration: 674.501179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:06.288263Z","caller":"traceutil/trace.go:171","msg":"trace[708876211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20126; }","duration":"506.88049ms","start":"2026-04-28T03:55:05.781374Z","end":"2026-04-28T03:55:06.288255Z","steps":["trace[708876211] 'agreement among raft nodes before linearized reading' (duration: 506.777628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:06.288365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.781291Z","time spent":"507.066824ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:55:06.28836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:05.613425Z","time spent":"674.915049ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T03:55:08.861144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.515274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:08.861225Z","caller":"traceutil/trace.go:171","msg":"trace[35783280] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20145; }","duration":"307.632517ms","start":"2026-04-28T03:55:08.553574Z","end":"2026-04-28T03:55:08.861206Z","steps":["trace[35783280] 'range keys from in-memory index tree' (duration: 307.466483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.234886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:08.861271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.553568Z","time spent":"307.693538ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T03:55:08.861302Z","caller":"traceutil/trace.go:171","msg":"trace[1673870452] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20145; }","duration":"306.349398ms","start":"2026-04-28T03:55:08.554934Z","end":"2026-04-28T03:55:08.861284Z","steps":["trace[1673870452] 'range keys from in-memory index tree' (duration: 306.155624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.554927Z","time spent":"306.41903ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T03:55:08.861502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.630417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:08.861534Z","caller":"traceutil/trace.go:171","msg":"trace[1783518215] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20145; }","duration":"307.673418ms","start":"2026-04-28T03:55:08.553852Z","end":"2026-04-28T03:55:08.861525Z","steps":["trace[1783518215] 'range keys from in-memory index tree' (duration: 307.600646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.553844Z","time spent":"307.711578ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T03:55:08.861653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.807118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T03:55:08.861705Z","caller":"traceutil/trace.go:171","msg":"trace[1955242960] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20145; }","duration":"306.861799ms","start":"2026-04-28T03:55:08.554829Z","end":"2026-04-28T03:55:08.861691Z","steps":["trace[1955242960] 'range keys from in-memory index tree' (duration: 306.670165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.873232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T03:55:08.861741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.554787Z","time spent":"306.946761ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T03:55:08.861759Z","caller":"traceutil/trace.go:171","msg":"trace[684372795] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20145; }","duration":"307.947814ms","start":"2026-04-28T03:55:08.553794Z","end":"2026-04-28T03:55:08.861742Z","steps":["trace[684372795] 'range keys from in-memory index tree' (duration: 307.689218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.553787Z","time spent":"308.012285ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T03:55:08.86182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.23497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:08.86188Z","caller":"traceutil/trace.go:171","msg":"trace[1609524424] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:20145; }","duration":"347.337912ms","start":"2026-04-28T03:55:08.514526Z","end":"2026-04-28T03:55:08.861864Z","steps":["trace[1609524424] 'count revisions from in-memory index tree' (duration: 347.177518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.472745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:08.86192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.51451Z","time spent":"347.401713ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:55:08.861939Z","caller":"traceutil/trace.go:171","msg":"trace[459280765] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20145; }","duration":"308.525317ms","start":"2026-04-28T03:55:08.553402Z","end":"2026-04-28T03:55:08.861927Z","steps":["trace[459280765] 'range keys from in-memory index tree' (duration: 308.376284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.861982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.553396Z","time spent":"308.579208ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T03:55:08.862035Z","caller":"traceutil/trace.go:171","msg":"trace[1844701659] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"303.675028ms","start":"2026-04-28T03:55:08.558347Z","end":"2026-04-28T03:55:08.862022Z","steps":["trace[1844701659] 'process raft request' (duration: 303.592936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:08.862098Z","caller":"traceutil/trace.go:171","msg":"trace[574155780] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"306.264365ms","start":"2026-04-28T03:55:08.555822Z","end":"2026-04-28T03:55:08.862086Z","steps":["trace[574155780] 'process raft request' (duration: 293.822094ms)","trace[574155780] 'compare' (duration: 11.790027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:08.862121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.558317Z","time spent":"303.75405ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:08.862161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.555793Z","time spent":"306.331307ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:08.861669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.607196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:08.862568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.358743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:08.862906Z","caller":"traceutil/trace.go:171","msg":"trace[346777478] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20145; }","duration":"308.872414ms","start":"2026-04-28T03:55:08.554018Z","end":"2026-04-28T03:55:08.86289Z","steps":["trace[346777478] 'range keys from in-memory index tree' (duration: 307.449753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.863087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.554012Z","time spent":"309.058238ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T03:55:08.863001Z","caller":"traceutil/trace.go:171","msg":"trace[331986152] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20145; }","duration":"309.688132ms","start":"2026-04-28T03:55:08.553301Z","end":"2026-04-28T03:55:08.862989Z","steps":["trace[331986152] 'range keys from in-memory index tree' (duration: 308.205529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:08.863559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.55328Z","time spent":"310.262765ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T03:55:09.267578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.087873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:55:09.267748Z","caller":"traceutil/trace.go:171","msg":"trace[1398287752] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"369.43114ms","start":"2026-04-28T03:55:08.898291Z","end":"2026-04-28T03:55:09.267722Z","steps":["trace[1398287752] 'process raft request' (duration: 145.106622ms)","trace[1398287752] 'compare' (duration: 223.878438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:09.267832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.898273Z","time spent":"369.519162ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:09.860503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.137446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T03:55:09.860715Z","caller":"traceutil/trace.go:171","msg":"trace[711563595] linearizableReadLoop","detail":"{readStateIndex:20865; appliedIndex:20864; }","duration":"813.657386ms","start":"2026-04-28T03:55:09.047037Z","end":"2026-04-28T03:55:09.860695Z","steps":["trace[711563595] 'read index received' (duration: 396.226494ms)","trace[711563595] 'applied index is now lower than readState.Index' (duration: 417.429552ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:09.860728Z","caller":"traceutil/trace.go:171","msg":"trace[1258359999] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"960.827465ms","start":"2026-04-28T03:55:08.899853Z","end":"2026-04-28T03:55:09.86068Z","steps":["trace[1258359999] 'process raft request' (duration: 543.400343ms)","trace[1258359999] 'compare' (duration: 416.999973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:09.860969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:08.899835Z","time spent":"961.00395ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:09.861051Z","caller":"traceutil/trace.go:171","msg":"trace[739817443] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"619.98802ms","start":"2026-04-28T03:55:09.241043Z","end":"2026-04-28T03:55:09.861031Z","steps":["trace[739817443] 'process raft request' (duration: 619.582411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:09.861194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.241021Z","time spent":"620.119453ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:09.861362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.321152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:09.86143Z","caller":"traceutil/trace.go:171","msg":"trace[1826190053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20150; }","duration":"814.457555ms","start":"2026-04-28T03:55:09.046954Z","end":"2026-04-28T03:55:09.861412Z","steps":["trace[1826190053] 'agreement among raft nodes before linearized reading' (duration: 813.842401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:09.861483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.046933Z","time spent":"814.538227ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:55:10.107253Z","caller":"traceutil/trace.go:171","msg":"trace[1627384034] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"494.232393ms","start":"2026-04-28T03:55:09.612998Z","end":"2026-04-28T03:55:10.10723Z","steps":["trace[1627384034] 'process raft request' (duration: 493.992268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.107405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.612967Z","time spent":"494.354606ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:55:10.107621Z","caller":"traceutil/trace.go:171","msg":"trace[1465359215] linearizableReadLoop","detail":"{readStateIndex:20871; appliedIndex:20866; }","duration":"246.835836ms","start":"2026-04-28T03:55:09.860762Z","end":"2026-04-28T03:55:10.107598Z","steps":["trace[1465359215] 'read index received' (duration: 243.835978ms)","trace[1465359215] 'applied index is now lower than readState.Index' (duration: 2.998988ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:10.107527Z","caller":"traceutil/trace.go:171","msg":"trace[1516922494] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"493.129189ms","start":"2026-04-28T03:55:09.61436Z","end":"2026-04-28T03:55:10.107489Z","steps":["trace[1516922494] 'process raft request' (duration: 492.822322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.107782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.030932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:10.107812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.022819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:10.107822Z","caller":"traceutil/trace.go:171","msg":"trace[1613438076] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20154; }","duration":"542.104454ms","start":"2026-04-28T03:55:09.565707Z","end":"2026-04-28T03:55:10.107811Z","steps":["trace[1613438076] 'agreement among raft nodes before linearized reading' (duration: 542.033093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.107851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.565689Z","time spent":"542.155645ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:55:10.107852Z","caller":"traceutil/trace.go:171","msg":"trace[1940008937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:20154; }","duration":"580.08421ms","start":"2026-04-28T03:55:09.527754Z","end":"2026-04-28T03:55:10.107838Z","steps":["trace[1940008937] 'agreement among raft nodes before linearized reading' (duration: 579.994298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.10784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.614333Z","time spent":"493.409937ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:10.107887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.527644Z","time spent":"580.233055ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T03:55:10.107965Z","caller":"traceutil/trace.go:171","msg":"trace[1733628660] transaction","detail":"{read_only:false; response_revision:20154; number_of_response:1; }","duration":"493.15198ms","start":"2026-04-28T03:55:09.614804Z","end":"2026-04-28T03:55:10.107956Z","steps":["trace[1733628660] 'process raft request' (duration: 492.74936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:10.107631Z","caller":"traceutil/trace.go:171","msg":"trace[333218676] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"493.226203ms","start":"2026-04-28T03:55:09.614383Z","end":"2026-04-28T03:55:10.107609Z","steps":["trace[333218676] 'process raft request' (duration: 493.051328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.108015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.614788Z","time spent":"493.197281ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:10.108059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.614362Z","time spent":"493.634781ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:55:10.108125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.879248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:10.108163Z","caller":"traceutil/trace.go:171","msg":"trace[1380774360] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:20154; }","duration":"458.920509ms","start":"2026-04-28T03:55:09.649232Z","end":"2026-04-28T03:55:10.108152Z","steps":["trace[1380774360] 'agreement among raft nodes before linearized reading' (duration: 458.840557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.108203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.649189Z","time spent":"458.99196ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:10.108231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.014977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T03:55:10.10823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.227529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:10.108264Z","caller":"traceutil/trace.go:171","msg":"trace[272884809] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20154; }","duration":"960.088539ms","start":"2026-04-28T03:55:09.148166Z","end":"2026-04-28T03:55:10.108254Z","steps":["trace[272884809] 'agreement among raft nodes before linearized reading' (duration: 960.026938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:10.108286Z","caller":"traceutil/trace.go:171","msg":"trace[281664050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:20154; }","duration":"582.345611ms","start":"2026-04-28T03:55:09.525924Z","end":"2026-04-28T03:55:10.108269Z","steps":["trace[281664050] 'agreement among raft nodes before linearized reading' (duration: 582.248549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:10.108295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.148147Z","time spent":"960.13954ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:10.108259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.67946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:10.108323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:09.525905Z","time spent":"582.409152ms","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:55:10.108335Z","caller":"traceutil/trace.go:171","msg":"trace[1297638945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20154; }","duration":"245.791623ms","start":"2026-04-28T03:55:09.86253Z","end":"2026-04-28T03:55:10.108322Z","steps":["trace[1297638945] 'agreement among raft nodes before linearized reading' (duration: 245.650639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:31.557846Z","caller":"traceutil/trace.go:171","msg":"trace[1022776359] transaction","detail":"{read_only:false; response_revision:20321; number_of_response:1; }","duration":"104.372704ms","start":"2026-04-28T03:55:31.453438Z","end":"2026-04-28T03:55:31.557811Z","steps":["trace[1022776359] 'process raft request' (duration: 104.113577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:34.583526Z","caller":"traceutil/trace.go:171","msg":"trace[479235139] linearizableReadLoop","detail":"{readStateIndex:21065; appliedIndex:21064; }","duration":"101.808386ms","start":"2026-04-28T03:55:34.48169Z","end":"2026-04-28T03:55:34.583499Z","steps":["trace[479235139] 'read index received' (duration: 55.663885ms)","trace[479235139] 'applied index is now lower than readState.Index' (duration: 46.142381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:34.583761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.063242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:55:34.583806Z","caller":"traceutil/trace.go:171","msg":"trace[1021068521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20343; }","duration":"102.166195ms","start":"2026-04-28T03:55:34.481626Z","end":"2026-04-28T03:55:34.583792Z","steps":["trace[1021068521] 'agreement among raft nodes before linearized reading' (duration: 101.97038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:34.583824Z","caller":"traceutil/trace.go:171","msg":"trace[1859450352] transaction","detail":"{read_only:false; response_revision:20343; number_of_response:1; }","duration":"109.726745ms","start":"2026-04-28T03:55:34.474066Z","end":"2026-04-28T03:55:34.583793Z","steps":["trace[1859450352] 'process raft request' (duration: 63.343968ms)","trace[1859450352] 'compare' (duration: 45.916126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:41.410042Z","caller":"traceutil/trace.go:171","msg":"trace[1122684619] linearizableReadLoop","detail":"{readStateIndex:21113; appliedIndex:21111; }","duration":"127.497425ms","start":"2026-04-28T03:55:41.282521Z","end":"2026-04-28T03:55:41.410019Z","steps":["trace[1122684619] 'read index received' (duration: 41.461055ms)","trace[1122684619] 'applied index is now lower than readState.Index' (duration: 86.03546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:55:41.410137Z","caller":"traceutil/trace.go:171","msg":"trace[1564281573] transaction","detail":"{read_only:false; response_revision:20390; number_of_response:1; }","duration":"165.249407ms","start":"2026-04-28T03:55:41.244847Z","end":"2026-04-28T03:55:41.410096Z","steps":["trace[1564281573] 'process raft request' (duration: 165.009141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:41.410229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.658319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:41.41035Z","caller":"traceutil/trace.go:171","msg":"trace[1174195073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:20390; }","duration":"127.851564ms","start":"2026-04-28T03:55:41.282475Z","end":"2026-04-28T03:55:41.410326Z","steps":["trace[1174195073] 'agreement among raft nodes before linearized reading' (duration: 127.653818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.561305Z","caller":"traceutil/trace.go:171","msg":"trace[226425339] linearizableReadLoop","detail":"{readStateIndex:21117; appliedIndex:21116; }","duration":"157.109972ms","start":"2026-04-28T03:55:42.404171Z","end":"2026-04-28T03:55:42.561281Z","steps":["trace[226425339] 'read index received' (duration: 156.975769ms)","trace[226425339] 'applied index is now lower than readState.Index' (duration: 133.243µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:42.561471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.277816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:42.561469Z","caller":"traceutil/trace.go:171","msg":"trace[1249135047] transaction","detail":"{read_only:false; response_revision:20394; number_of_response:1; }","duration":"157.87207ms","start":"2026-04-28T03:55:42.403565Z","end":"2026-04-28T03:55:42.561437Z","steps":["trace[1249135047] 'process raft request' (duration: 157.542382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.561506Z","caller":"traceutil/trace.go:171","msg":"trace[73502062] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20394; }","duration":"157.370288ms","start":"2026-04-28T03:55:42.404126Z","end":"2026-04-28T03:55:42.561496Z","steps":["trace[73502062] 'agreement among raft nodes before linearized reading' (duration: 157.291996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.652395Z","caller":"traceutil/trace.go:171","msg":"trace[1467931604] transaction","detail":"{read_only:false; response_revision:20397; number_of_response:1; }","duration":"237.796773ms","start":"2026-04-28T03:55:42.414572Z","end":"2026-04-28T03:55:42.652368Z","steps":["trace[1467931604] 'process raft request' (duration: 237.567758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:42.652602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.890099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:55:42.652664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.398691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:42.652718Z","caller":"traceutil/trace.go:171","msg":"trace[247112172] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20399; }","duration":"248.046413ms","start":"2026-04-28T03:55:42.404653Z","end":"2026-04-28T03:55:42.652699Z","steps":["trace[247112172] 'agreement among raft nodes before linearized reading' (duration: 247.823668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.652734Z","caller":"traceutil/trace.go:171","msg":"trace[1219136098] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20399; }","duration":"248.499323ms","start":"2026-04-28T03:55:42.404218Z","end":"2026-04-28T03:55:42.652717Z","steps":["trace[1219136098] 'agreement among raft nodes before linearized reading' (duration: 248.379751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.652804Z","caller":"traceutil/trace.go:171","msg":"trace[1712139040] transaction","detail":"{read_only:false; response_revision:20395; number_of_response:1; }","duration":"248.499014ms","start":"2026-04-28T03:55:42.404286Z","end":"2026-04-28T03:55:42.652785Z","steps":["trace[1712139040] 'process raft request' (duration: 201.119095ms)","trace[1712139040] 'compare' (duration: 46.238484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:55:42.652997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.262077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T03:55:42.653035Z","caller":"traceutil/trace.go:171","msg":"trace[1812426867] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20399; }","duration":"248.324228ms","start":"2026-04-28T03:55:42.404702Z","end":"2026-04-28T03:55:42.653026Z","steps":["trace[1812426867] 'agreement among raft nodes before linearized reading' (duration: 248.195035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.653057Z","caller":"traceutil/trace.go:171","msg":"trace[1818355079] transaction","detail":"{read_only:false; response_revision:20398; number_of_response:1; }","duration":"233.047905ms","start":"2026-04-28T03:55:42.419993Z","end":"2026-04-28T03:55:42.653041Z","steps":["trace[1818355079] 'process raft request' (duration: 232.198546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.653155Z","caller":"traceutil/trace.go:171","msg":"trace[424557274] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"170.234869ms","start":"2026-04-28T03:55:42.482907Z","end":"2026-04-28T03:55:42.653141Z","steps":["trace[424557274] 'process raft request' (duration: 169.331129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.652347Z","caller":"traceutil/trace.go:171","msg":"trace[1210816421] transaction","detail":"{read_only:false; response_revision:20396; number_of_response:1; }","duration":"245.073866ms","start":"2026-04-28T03:55:42.407239Z","end":"2026-04-28T03:55:42.652313Z","steps":["trace[1210816421] 'process raft request' (duration: 244.79736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.85569Z","caller":"traceutil/trace.go:171","msg":"trace[963210947] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"161.074403ms","start":"2026-04-28T03:55:42.694596Z","end":"2026-04-28T03:55:42.85567Z","steps":["trace[963210947] 'process raft request' (duration: 160.911799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:55:42.857857Z","caller":"traceutil/trace.go:171","msg":"trace[1706969062] transaction","detail":"{read_only:false; response_revision:20402; number_of_response:1; }","duration":"158.279038ms","start":"2026-04-28T03:55:42.699552Z","end":"2026-04-28T03:55:42.857831Z","steps":["trace[1706969062] 'process raft request' (duration: 158.137135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:56:05.523163Z","caller":"traceutil/trace.go:171","msg":"trace[1714532832] transaction","detail":"{read_only:false; response_revision:20626; number_of_response:1; }","duration":"139.113597ms","start":"2026-04-28T03:56:05.384019Z","end":"2026-04-28T03:56:05.523132Z","steps":["trace[1714532832] 'process raft request' (duration: 138.925912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:56:08.965239Z","caller":"traceutil/trace.go:171","msg":"trace[1280736760] linearizableReadLoop","detail":"{readStateIndex:21507; appliedIndex:21505; }","duration":"125.457309ms","start":"2026-04-28T03:56:08.839763Z","end":"2026-04-28T03:56:08.965221Z","steps":["trace[1280736760] 'read index received' (duration: 21.402013ms)","trace[1280736760] 'applied index is now lower than readState.Index' (duration: 104.054566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:56:08.965306Z","caller":"traceutil/trace.go:171","msg":"trace[374124515] transaction","detail":"{read_only:false; response_revision:20775; number_of_response:1; }","duration":"141.253856ms","start":"2026-04-28T03:56:08.824033Z","end":"2026-04-28T03:56:08.965287Z","steps":["trace[374124515] 'process raft request' (duration: 141.071742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:56:08.966557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.769378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T03:56:08.966601Z","caller":"traceutil/trace.go:171","msg":"trace[107999340] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20775; }","duration":"126.861801ms","start":"2026-04-28T03:56:08.839727Z","end":"2026-04-28T03:56:08.966589Z","steps":["trace[107999340] 'agreement among raft nodes before linearized reading' (duration: 125.585462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:56:11.562088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.165289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:56:11.56218Z","caller":"traceutil/trace.go:171","msg":"trace[1471084872] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20805; }","duration":"194.322463ms","start":"2026-04-28T03:56:11.367838Z","end":"2026-04-28T03:56:11.56216Z","steps":["trace[1471084872] 'count revisions from in-memory index tree' (duration: 194.013606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:56:11.859088Z","caller":"traceutil/trace.go:171","msg":"trace[102740576] transaction","detail":"{read_only:false; response_revision:20806; number_of_response:1; }","duration":"383.027587ms","start":"2026-04-28T03:56:11.476042Z","end":"2026-04-28T03:56:11.859069Z","steps":["trace[102740576] 'process raft request' (duration: 382.878084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:56:11.859248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:56:11.476015Z","time spent":"383.142959ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:56:11.888956Z","caller":"traceutil/trace.go:171","msg":"trace[1686959094] transaction","detail":"{read_only:false; response_revision:20807; number_of_response:1; }","duration":"272.564906ms","start":"2026-04-28T03:56:11.616354Z","end":"2026-04-28T03:56:11.888919Z","steps":["trace[1686959094] 'process raft request' (duration: 251.190805ms)","trace[1686959094] 'compare' (duration: 21.073894ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:56:11.888984Z","caller":"traceutil/trace.go:171","msg":"trace[1598880018] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"226.690731ms","start":"2026-04-28T03:56:11.662259Z","end":"2026-04-28T03:56:11.888949Z","steps":["trace[1598880018] 'process raft request' (duration: 226.533247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:43.298553Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18381} {"level":"info","ts":"2026-04-28T03:57:43.447374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18381,"took":"144.796653ms","hash":1048656358,"current-db-size-bytes":79097856,"current-db-size":"79 MB","current-db-size-in-use-bytes":40615936,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-28T03:57:43.447444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1048656358,"revision":18381,"compact-revision":14698} {"level":"warn","ts":"2026-04-28T03:59:45.506787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.788944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:59:45.50749Z","caller":"traceutil/trace.go:171","msg":"trace[817341878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22889; }","duration":"263.560651ms","start":"2026-04-28T03:59:45.243903Z","end":"2026-04-28T03:59:45.507463Z","steps":["trace[817341878] 'count revisions from in-memory index tree' (duration: 262.60962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:01.275256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.696978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:00:01.275343Z","caller":"traceutil/trace.go:171","msg":"trace[1009010170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23040; }","duration":"111.864812ms","start":"2026-04-28T04:00:01.163459Z","end":"2026-04-28T04:00:01.275324Z","steps":["trace[1009010170] 'count revisions from in-memory index tree' (duration: 111.587036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:00:07.659029Z","caller":"traceutil/trace.go:171","msg":"trace[857692045] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"201.475852ms","start":"2026-04-28T04:00:07.457533Z","end":"2026-04-28T04:00:07.659009Z","steps":["trace[857692045] 'process raft request' (duration: 201.322599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:00:07.987375Z","caller":"traceutil/trace.go:171","msg":"trace[1203143706] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"136.311993ms","start":"2026-04-28T04:00:07.851037Z","end":"2026-04-28T04:00:07.987349Z","steps":["trace[1203143706] 'process raft request' (duration: 136.16485ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:00:16.874789Z","caller":"traceutil/trace.go:171","msg":"trace[1873475068] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"140.074937ms","start":"2026-04-28T04:00:16.734693Z","end":"2026-04-28T04:00:16.874768Z","steps":["trace[1873475068] 'process raft request' (duration: 139.956343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:00:17.098802Z","caller":"traceutil/trace.go:171","msg":"trace[1023505550] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"106.269285ms","start":"2026-04-28T04:00:16.992505Z","end":"2026-04-28T04:00:17.098775Z","steps":["trace[1023505550] 'process raft request' (duration: 101.926638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:43.31479Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21798} {"level":"info","ts":"2026-04-28T04:02:43.485945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21798,"took":"167.256146ms","hash":3411908634,"current-db-size-bytes":79097856,"current-db-size":"79 MB","current-db-size-in-use-bytes":34811904,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T04:02:43.486011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3411908634,"revision":21798,"compact-revision":18381} {"level":"warn","ts":"2026-04-28T04:02:47.876179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.292861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:02:47.876231Z","caller":"traceutil/trace.go:171","msg":"trace[1152215060] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"255.586554ms","start":"2026-04-28T04:02:47.620613Z","end":"2026-04-28T04:02:47.876199Z","steps":["trace[1152215060] 'process raft request' (duration: 226.406387ms)","trace[1152215060] 'compare' (duration: 28.940962ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:02:47.876285Z","caller":"traceutil/trace.go:171","msg":"trace[619855278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24319; }","duration":"292.454504ms","start":"2026-04-28T04:02:47.583805Z","end":"2026-04-28T04:02:47.87626Z","steps":["trace[619855278] 'range keys from in-memory index tree' (duration: 291.995403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:47.887838Z","caller":"traceutil/trace.go:171","msg":"trace[1758442930] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"260.3013ms","start":"2026-04-28T04:02:47.627519Z","end":"2026-04-28T04:02:47.88782Z","steps":["trace[1758442930] 'process raft request' (duration: 260.192138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:48.918438Z","caller":"traceutil/trace.go:171","msg":"trace[999361900] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"122.248052ms","start":"2026-04-28T04:02:48.79614Z","end":"2026-04-28T04:02:48.918388Z","steps":["trace[999361900] 'process raft request' (duration: 83.436598ms)","trace[999361900] 'compare' (duration: 38.536138ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:14.611975Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006303.wal"} {"level":"warn","ts":"2026-04-28T04:03:33.068556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.965372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:33.068701Z","caller":"traceutil/trace.go:171","msg":"trace[1268330349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24644; }","duration":"105.695449ms","start":"2026-04-28T04:03:32.962958Z","end":"2026-04-28T04:03:33.068653Z","steps":["trace[1268330349] 'count revisions from in-memory index tree' (duration: 104.84504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:43.702571Z","caller":"traceutil/trace.go:171","msg":"trace[162577197] linearizableReadLoop","detail":"{readStateIndex:25564; appliedIndex:25563; }","duration":"105.75119ms","start":"2026-04-28T04:03:43.596793Z","end":"2026-04-28T04:03:43.702544Z","steps":["trace[162577197] 'read index received' (duration: 105.585216ms)","trace[162577197] 'applied index is now lower than readState.Index' (duration: 164.833µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:43.702606Z","caller":"traceutil/trace.go:171","msg":"trace[191471344] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"109.443183ms","start":"2026-04-28T04:03:43.593134Z","end":"2026-04-28T04:03:43.702578Z","steps":["trace[191471344] 'process raft request' (duration: 109.255109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:43.702697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:43.702734Z","caller":"traceutil/trace.go:171","msg":"trace[935846438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24724; }","duration":"105.956844ms","start":"2026-04-28T04:03:43.596765Z","end":"2026-04-28T04:03:43.702722Z","steps":["trace[935846438] 'agreement among raft nodes before linearized reading' (duration: 105.876243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:44.01602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.191089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:44.016092Z","caller":"traceutil/trace.go:171","msg":"trace[355105924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24724; }","duration":"205.306042ms","start":"2026-04-28T04:03:43.810769Z","end":"2026-04-28T04:03:44.016075Z","steps":["trace[355105924] 'count revisions from in-memory index tree' (duration: 205.082657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:44.016243Z","caller":"traceutil/trace.go:171","msg":"trace[1593569973] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"138.890266ms","start":"2026-04-28T04:03:43.87733Z","end":"2026-04-28T04:03:44.016221Z","steps":["trace[1593569973] 'process raft request' (duration: 49.32395ms)","trace[1593569973] 'compare' (duration: 89.253919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:44.016692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.608771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:03:44.016736Z","caller":"traceutil/trace.go:171","msg":"trace[396252684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24724; }","duration":"162.689433ms","start":"2026-04-28T04:03:43.854036Z","end":"2026-04-28T04:03:44.016726Z","steps":["trace[396252684] 'range keys from in-memory index tree' (duration: 161.593388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:44.197478Z","caller":"traceutil/trace.go:171","msg":"trace[546241941] linearizableReadLoop","detail":"{readStateIndex:25567; appliedIndex:25565; }","duration":"154.173911ms","start":"2026-04-28T04:03:44.043094Z","end":"2026-04-28T04:03:44.197268Z","steps":["trace[546241941] 'read index received' (duration: 46.102517ms)","trace[546241941] 'applied index is now lower than readState.Index' (duration: 108.070284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:44.197788Z","caller":"traceutil/trace.go:171","msg":"trace[1764583626] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"172.902193ms","start":"2026-04-28T04:03:44.024845Z","end":"2026-04-28T04:03:44.197747Z","steps":["trace[1764583626] 'process raft request' (duration: 133.754642ms)","trace[1764583626] 'compare' (duration: 38.515457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:44.197774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.532098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:44.198095Z","caller":"traceutil/trace.go:171","msg":"trace[1430267950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24727; }","duration":"154.843605ms","start":"2026-04-28T04:03:44.043032Z","end":"2026-04-28T04:03:44.197875Z","steps":["trace[1430267950] 'agreement among raft nodes before linearized reading' (duration: 154.522968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:44.488274Z","caller":"traceutil/trace.go:171","msg":"trace[1785420491] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"105.985516ms","start":"2026-04-28T04:03:44.382265Z","end":"2026-04-28T04:03:44.48825Z","steps":["trace[1785420491] 'process raft request' (duration: 105.882534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:44.48851Z","caller":"traceutil/trace.go:171","msg":"trace[1831241690] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"122.050229ms","start":"2026-04-28T04:03:44.366402Z","end":"2026-04-28T04:03:44.488452Z","steps":["trace[1831241690] 'process raft request' (duration: 93.154008ms)","trace[1831241690] 'compare' (duration: 28.43775ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:45.143557Z","caller":"traceutil/trace.go:171","msg":"trace[457389681] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"130.469628ms","start":"2026-04-28T04:03:45.013061Z","end":"2026-04-28T04:03:45.143531Z","steps":["trace[457389681] 'process raft request' (duration: 130.252743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:45.276747Z","caller":"traceutil/trace.go:171","msg":"trace[1756893350] linearizableReadLoop","detail":"{readStateIndex:25581; appliedIndex:25580; }","duration":"133.254549ms","start":"2026-04-28T04:03:45.143473Z","end":"2026-04-28T04:03:45.276728Z","steps":["trace[1756893350] 'read index received' (duration: 133.124096ms)","trace[1756893350] 'applied index is now lower than readState.Index' (duration: 129.633µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:45.276999Z","caller":"traceutil/trace.go:171","msg":"trace[2083069183] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"143.328187ms","start":"2026-04-28T04:03:45.133661Z","end":"2026-04-28T04:03:45.276989Z","steps":["trace[2083069183] 'process raft request' (duration: 142.943558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:45.277163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.166519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:45.277193Z","caller":"traceutil/trace.go:171","msg":"trace[997979649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24740; }","duration":"225.232131ms","start":"2026-04-28T04:03:45.051951Z","end":"2026-04-28T04:03:45.277183Z","steps":["trace[997979649] 'agreement among raft nodes before linearized reading' (duration: 225.170328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:45.359164Z","caller":"traceutil/trace.go:171","msg":"trace[373619474] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"138.98102ms","start":"2026-04-28T04:03:45.220156Z","end":"2026-04-28T04:03:45.359137Z","steps":["trace[373619474] 'process raft request' (duration: 138.723184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:45.359517Z","caller":"traceutil/trace.go:171","msg":"trace[308119506] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"100.230587ms","start":"2026-04-28T04:03:45.259273Z","end":"2026-04-28T04:03:45.359503Z","steps":["trace[308119506] 'process raft request' (duration: 99.801647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:45.35983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.507068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:45.359911Z","caller":"traceutil/trace.go:171","msg":"trace[1404253702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24745; }","duration":"102.63438ms","start":"2026-04-28T04:03:45.257258Z","end":"2026-04-28T04:03:45.359892Z","steps":["trace[1404253702] 'agreement among raft nodes before linearized reading' (duration: 102.497537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:46.004613Z","caller":"traceutil/trace.go:171","msg":"trace[1337947579] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"117.194799ms","start":"2026-04-28T04:03:45.887391Z","end":"2026-04-28T04:03:46.004586Z","steps":["trace[1337947579] 'process raft request' (duration: 104.517634ms)","trace[1337947579] 'compare' (duration: 12.438749ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:46.255257Z","caller":"traceutil/trace.go:171","msg":"trace[1532025785] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25590; }","duration":"154.689383ms","start":"2026-04-28T04:03:46.100547Z","end":"2026-04-28T04:03:46.255236Z","steps":["trace[1532025785] 'read index received' (duration: 99.347287ms)","trace[1532025785] 'applied index is now lower than readState.Index' (duration: 55.341506ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:46.255273Z","caller":"traceutil/trace.go:171","msg":"trace[975310185] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"159.086581ms","start":"2026-04-28T04:03:46.096166Z","end":"2026-04-28T04:03:46.255253Z","steps":["trace[975310185] 'process raft request' (duration: 103.738725ms)","trace[975310185] 'compare' (duration: 55.08697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:46.255708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.084742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:46.255823Z","caller":"traceutil/trace.go:171","msg":"trace[669018243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24750; }","duration":"155.273616ms","start":"2026-04-28T04:03:46.10052Z","end":"2026-04-28T04:03:46.255794Z","steps":["trace[669018243] 'agreement among raft nodes before linearized reading' (duration: 154.798626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.284067Z","caller":"traceutil/trace.go:171","msg":"trace[1606762468] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"130.808896ms","start":"2026-04-28T04:03:47.153225Z","end":"2026-04-28T04:03:47.284034Z","steps":["trace[1606762468] 'process raft request' (duration: 130.625982ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.474515Z","caller":"traceutil/trace.go:171","msg":"trace[190466257] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"108.947643ms","start":"2026-04-28T04:03:47.365546Z","end":"2026-04-28T04:03:47.474494Z","steps":["trace[190466257] 'process raft request' (duration: 108.762349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.474513Z","caller":"traceutil/trace.go:171","msg":"trace[1969132907] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"109.020784ms","start":"2026-04-28T04:03:47.365465Z","end":"2026-04-28T04:03:47.474485Z","steps":["trace[1969132907] 'process raft request' (duration: 108.222106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.474692Z","caller":"traceutil/trace.go:171","msg":"trace[1423647509] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"108.789159ms","start":"2026-04-28T04:03:47.365891Z","end":"2026-04-28T04:03:47.47468Z","steps":["trace[1423647509] 'process raft request' (duration: 108.546614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.475019Z","caller":"traceutil/trace.go:171","msg":"trace[1162525331] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"107.779815ms","start":"2026-04-28T04:03:47.367221Z","end":"2026-04-28T04:03:47.475001Z","steps":["trace[1162525331] 'process raft request' (duration: 107.397877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:47.84016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.097724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:03:47.84024Z","caller":"traceutil/trace.go:171","msg":"trace[1148252079] linearizableReadLoop","detail":"{readStateIndex:25603; appliedIndex:25602; }","duration":"164.431751ms","start":"2026-04-28T04:03:47.675795Z","end":"2026-04-28T04:03:47.840226Z","steps":["trace[1148252079] 'read index received' (duration: 12.115782ms)","trace[1148252079] 'applied index is now lower than readState.Index' (duration: 152.315129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:47.840393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.597054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fef9f05\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-04-28T04:03:47.840416Z","caller":"traceutil/trace.go:171","msg":"trace[609442589] range","detail":"{range_begin:/registry/events/openstack/heat-api-7dc9dc9f5d-6kpwf.18aa68989fef9f05; range_end:; response_count:1; response_revision:24762; }","duration":"164.655266ms","start":"2026-04-28T04:03:47.675754Z","end":"2026-04-28T04:03:47.84041Z","steps":["trace[609442589] 'agreement among raft nodes before linearized reading' (duration: 164.535593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:47.84037Z","caller":"traceutil/trace.go:171","msg":"trace[874810134] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"243.186584ms","start":"2026-04-28T04:03:47.597072Z","end":"2026-04-28T04:03:47.840259Z","steps":["trace[874810134] 'process raft request' (duration: 91.012969ms)","trace[874810134] 'compare' (duration: 151.756716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:48.001939Z","caller":"traceutil/trace.go:171","msg":"trace[1185448851] linearizableReadLoop","detail":"{readStateIndex:25605; appliedIndex:25604; }","duration":"129.487095ms","start":"2026-04-28T04:03:47.872411Z","end":"2026-04-28T04:03:48.001898Z","steps":["trace[1185448851] 'read index received' (duration: 69.74714ms)","trace[1185448851] 'applied index is now lower than readState.Index' (duration: 59.738025ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:48.002006Z","caller":"traceutil/trace.go:171","msg":"trace[157554308] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"155.735246ms","start":"2026-04-28T04:03:47.846238Z","end":"2026-04-28T04:03:48.001973Z","steps":["trace[157554308] 'process raft request' (duration: 95.995021ms)","trace[157554308] 'compare' (duration: 59.459798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:48.002382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.902865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dfb888696-crthk.18aa6898a0021c90\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-28T04:03:48.002485Z","caller":"traceutil/trace.go:171","msg":"trace[1653707160] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dfb888696-crthk.18aa6898a0021c90; range_end:; response_count:1; response_revision:24764; }","duration":"130.1709ms","start":"2026-04-28T04:03:47.872291Z","end":"2026-04-28T04:03:48.002461Z","steps":["trace[1653707160] 'agreement among raft nodes before linearized reading' (duration: 129.752941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:49.405591Z","caller":"traceutil/trace.go:171","msg":"trace[388063892] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"104.798719ms","start":"2026-04-28T04:03:49.300766Z","end":"2026-04-28T04:03:49.405565Z","steps":["trace[388063892] 'process raft request' (duration: 104.495062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:49.592038Z","caller":"traceutil/trace.go:171","msg":"trace[504367626] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"109.051875ms","start":"2026-04-28T04:03:49.482962Z","end":"2026-04-28T04:03:49.592013Z","steps":["trace[504367626] 'process raft request' (duration: 108.533033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:49.592522Z","caller":"traceutil/trace.go:171","msg":"trace[1295216061] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"104.962773ms","start":"2026-04-28T04:03:49.487546Z","end":"2026-04-28T04:03:49.592509Z","steps":["trace[1295216061] 'process raft request' (duration: 104.086413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:49.592635Z","caller":"traceutil/trace.go:171","msg":"trace[1483304983] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"102.491418ms","start":"2026-04-28T04:03:49.490137Z","end":"2026-04-28T04:03:49.592628Z","steps":["trace[1483304983] 'process raft request' (duration: 101.917905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:55.852939Z","caller":"traceutil/trace.go:171","msg":"trace[864900142] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"413.318506ms","start":"2026-04-28T04:03:55.439587Z","end":"2026-04-28T04:03:55.852905Z","steps":["trace[864900142] 'process raft request' (duration: 413.04928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.853334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:55.439558Z","time spent":"413.486089ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:03:55.9008Z","caller":"traceutil/trace.go:171","msg":"trace[1241515561] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"267.543964ms","start":"2026-04-28T04:03:55.633229Z","end":"2026-04-28T04:03:55.900773Z","steps":["trace[1241515561] 'process raft request' (duration: 267.411891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:55.900915Z","caller":"traceutil/trace.go:171","msg":"trace[1307228301] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"459.094946ms","start":"2026-04-28T04:03:55.441777Z","end":"2026-04-28T04:03:55.900872Z","steps":["trace[1307228301] 'process raft request' (duration: 458.712248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.901105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:55.44176Z","time spent":"459.243299ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:03:55.901322Z","caller":"traceutil/trace.go:171","msg":"trace[68452409] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"264.979887ms","start":"2026-04-28T04:03:55.636324Z","end":"2026-04-28T04:03:55.901304Z","steps":["trace[68452409] 'process raft request' (duration: 264.352573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:55.901449Z","caller":"traceutil/trace.go:171","msg":"trace[1381887071] linearizableReadLoop","detail":"{readStateIndex:25660; appliedIndex:25659; }","duration":"304.780492ms","start":"2026-04-28T04:03:55.596644Z","end":"2026-04-28T04:03:55.901425Z","steps":["trace[1381887071] 'read index received' (duration: 256.351212ms)","trace[1381887071] 'applied index is now lower than readState.Index' (duration: 48.42803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:03:55.901519Z","caller":"traceutil/trace.go:171","msg":"trace[1146080940] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"265.119029ms","start":"2026-04-28T04:03:55.636357Z","end":"2026-04-28T04:03:55.901476Z","steps":["trace[1146080940] 'process raft request' (duration: 264.727141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:55.901541Z","caller":"traceutil/trace.go:171","msg":"trace[818044312] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"263.754478ms","start":"2026-04-28T04:03:55.637742Z","end":"2026-04-28T04:03:55.901497Z","steps":["trace[818044312] 'process raft request' (duration: 263.560423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.901713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.913644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:03:55.901775Z","caller":"traceutil/trace.go:171","msg":"trace[1100556857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24821; }","duration":"241.018206ms","start":"2026-04-28T04:03:55.660734Z","end":"2026-04-28T04:03:55.901752Z","steps":["trace[1100556857] 'agreement among raft nodes before linearized reading' (duration: 240.889684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.90179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.992732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:03:55.901849Z","caller":"traceutil/trace.go:171","msg":"trace[824287440] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24821; }","duration":"192.110974ms","start":"2026-04-28T04:03:55.709721Z","end":"2026-04-28T04:03:55.901832Z","steps":["trace[824287440] 'agreement among raft nodes before linearized reading' (duration: 191.92104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.901866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.14897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:03:55.901982Z","caller":"traceutil/trace.go:171","msg":"trace[61941537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24821; }","duration":"305.368185ms","start":"2026-04-28T04:03:55.596595Z","end":"2026-04-28T04:03:55.901964Z","steps":["trace[61941537] 'agreement among raft nodes before linearized reading' (duration: 304.986407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:55.902051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:55.59657Z","time spent":"305.466997ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-28T04:07:00.852303Z","caller":"traceutil/trace.go:171","msg":"trace[1150156598] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"103.376167ms","start":"2026-04-28T04:07:00.748891Z","end":"2026-04-28T04:07:00.852267Z","steps":["trace[1150156598] 'process raft request' (duration: 103.023998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:43.327999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24286} {"level":"info","ts":"2026-04-28T04:07:43.481221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24286,"took":"149.005623ms","hash":1198369154,"current-db-size-bytes":79097856,"current-db-size":"79 MB","current-db-size-in-use-bytes":32591872,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T04:07:43.481301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1198369154,"revision":24286,"compact-revision":21798} {"level":"info","ts":"2026-04-28T04:09:43.564529Z","caller":"traceutil/trace.go:171","msg":"trace[1150522806] linearizableReadLoop","detail":"{readStateIndex:28344; appliedIndex:28343; }","duration":"102.794333ms","start":"2026-04-28T04:09:43.461708Z","end":"2026-04-28T04:09:43.564503Z","steps":["trace[1150522806] 'read index received' (duration: 35.843547ms)","trace[1150522806] 'applied index is now lower than readState.Index' (duration: 66.949766ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:09:43.564625Z","caller":"traceutil/trace.go:171","msg":"trace[1687601251] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"114.316902ms","start":"2026-04-28T04:09:43.450283Z","end":"2026-04-28T04:09:43.5646Z","steps":["trace[1687601251] 'process raft request' (duration: 47.323715ms)","trace[1687601251] 'compare' (duration: 66.790603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:09:43.564754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.014518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:09:43.565063Z","caller":"traceutil/trace.go:171","msg":"trace[188896938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27427; }","duration":"103.12931ms","start":"2026-04-28T04:09:43.461703Z","end":"2026-04-28T04:09:43.564832Z","steps":["trace[188896938] 'agreement among raft nodes before linearized reading' (duration: 102.966527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:31.901958Z","caller":"traceutil/trace.go:171","msg":"trace[634016977] linearizableReadLoop","detail":"{readStateIndex:28749; appliedIndex:28748; }","duration":"125.455912ms","start":"2026-04-28T04:10:31.776479Z","end":"2026-04-28T04:10:31.901934Z","steps":["trace[634016977] 'read index received' (duration: 125.283288ms)","trace[634016977] 'applied index is now lower than readState.Index' (duration: 171.504µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:31.902108Z","caller":"traceutil/trace.go:171","msg":"trace[2091835288] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"127.374427ms","start":"2026-04-28T04:10:31.77469Z","end":"2026-04-28T04:10:31.902064Z","steps":["trace[2091835288] 'process raft request' (duration: 127.096479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:31.903412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.911366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:246 size:201906"} {"level":"info","ts":"2026-04-28T04:10:31.903481Z","caller":"traceutil/trace.go:171","msg":"trace[570470181] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:246; response_revision:27819; }","duration":"127.026898ms","start":"2026-04-28T04:10:31.776439Z","end":"2026-04-28T04:10:31.903466Z","steps":["trace[570470181] 'agreement among raft nodes before linearized reading' (duration: 125.619337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:31.92646Z","caller":"traceutil/trace.go:171","msg":"trace[248249987] transaction","detail":"{read_only:false; response_revision:27821; number_of_response:1; }","duration":"131.888597ms","start":"2026-04-28T04:10:31.794544Z","end":"2026-04-28T04:10:31.926432Z","steps":["trace[248249987] 'process raft request' (duration: 131.792665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:31.926487Z","caller":"traceutil/trace.go:171","msg":"trace[1906458762] transaction","detail":"{read_only:false; response_revision:27820; number_of_response:1; }","duration":"134.985417ms","start":"2026-04-28T04:10:31.791476Z","end":"2026-04-28T04:10:31.926461Z","steps":["trace[1906458762] 'process raft request' (duration: 134.761712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:32.305153Z","caller":"traceutil/trace.go:171","msg":"trace[1427336103] linearizableReadLoop","detail":"{readStateIndex:28754; appliedIndex:28753; }","duration":"124.731486ms","start":"2026-04-28T04:10:32.180408Z","end":"2026-04-28T04:10:32.305139Z","steps":["trace[1427336103] 'read index received' (duration: 124.614864ms)","trace[1427336103] 'applied index is now lower than readState.Index' (duration: 115.902µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:32.305243Z","caller":"traceutil/trace.go:171","msg":"trace[2067971638] transaction","detail":"{read_only:false; response_revision:27824; number_of_response:1; }","duration":"141.083464ms","start":"2026-04-28T04:10:32.164118Z","end":"2026-04-28T04:10:32.305201Z","steps":["trace[2067971638] 'process raft request' (duration: 140.913851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:32.305333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.91187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:10:32.305397Z","caller":"traceutil/trace.go:171","msg":"trace[6635355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27824; }","duration":"124.988852ms","start":"2026-04-28T04:10:32.180393Z","end":"2026-04-28T04:10:32.305382Z","steps":["trace[6635355] 'agreement among raft nodes before linearized reading' (duration: 124.809227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:33.799749Z","caller":"traceutil/trace.go:171","msg":"trace[1721375822] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"166.164859ms","start":"2026-04-28T04:10:33.633553Z","end":"2026-04-28T04:10:33.799718Z","steps":["trace[1721375822] 'process raft request' (duration: 120.517732ms)","trace[1721375822] 'compare' (duration: 45.446662ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:33.799786Z","caller":"traceutil/trace.go:171","msg":"trace[333704892] linearizableReadLoop","detail":"{readStateIndex:28761; appliedIndex:28760; }","duration":"118.852144ms","start":"2026-04-28T04:10:33.680905Z","end":"2026-04-28T04:10:33.799757Z","steps":["trace[333704892] 'read index received' (duration: 73.163407ms)","trace[333704892] 'applied index is now lower than readState.Index' (duration: 45.684627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:33.800121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.057899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/node-feature-discovery-worker-conf\" ","response":"range_response_count:1 size:954"} {"level":"info","ts":"2026-04-28T04:10:33.800235Z","caller":"traceutil/trace.go:171","msg":"trace[1700472489] range","detail":"{range_begin:/registry/configmaps/monitoring/node-feature-discovery-worker-conf; range_end:; response_count:1; response_revision:27832; }","duration":"115.218653ms","start":"2026-04-28T04:10:33.684995Z","end":"2026-04-28T04:10:33.800214Z","steps":["trace[1700472489] 'agreement among raft nodes before linearized reading' (duration: 115.036098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:33.800237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.290667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" ","response":"range_response_count:1 size:240671"} {"level":"info","ts":"2026-04-28T04:10:33.800351Z","caller":"traceutil/trace.go:171","msg":"trace[580628922] range","detail":"{range_begin:/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0; range_end:; response_count:1; response_revision:27832; }","duration":"184.428301ms","start":"2026-04-28T04:10:33.615893Z","end":"2026-04-28T04:10:33.800321Z","steps":["trace[580628922] 'agreement among raft nodes before linearized reading' (duration: 183.959541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:39.080791Z","caller":"traceutil/trace.go:171","msg":"trace[714608254] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"129.33292ms","start":"2026-04-28T04:10:38.951431Z","end":"2026-04-28T04:10:39.080764Z","steps":["trace[714608254] 'process raft request' (duration: 129.047333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:43.353532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26543} {"level":"info","ts":"2026-04-28T04:12:43.496046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26543,"took":"138.442545ms","hash":1163820100,"current-db-size-bytes":79097856,"current-db-size":"79 MB","current-db-size-in-use-bytes":31678464,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T04:12:43.496098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1163820100,"revision":26543,"compact-revision":24286} {"level":"info","ts":"2026-04-28T04:12:58.012839Z","caller":"traceutil/trace.go:171","msg":"trace[1236621973] linearizableReadLoop","detail":"{readStateIndex:29836; appliedIndex:29835; }","duration":"132.117022ms","start":"2026-04-28T04:12:57.880693Z","end":"2026-04-28T04:12:58.01281Z","steps":["trace[1236621973] 'read index received' (duration: 132.00351ms)","trace[1236621973] 'applied index is now lower than readState.Index' (duration: 109.752µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:58.012946Z","caller":"traceutil/trace.go:171","msg":"trace[186534608] transaction","detail":"{read_only:false; response_revision:28876; number_of_response:1; }","duration":"148.01366ms","start":"2026-04-28T04:12:57.864897Z","end":"2026-04-28T04:12:58.01291Z","steps":["trace[186534608] 'process raft request' (duration: 147.650532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:58.013203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.79465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"warn","ts":"2026-04-28T04:12:58.01322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.505443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:12:58.013328Z","caller":"traceutil/trace.go:171","msg":"trace[583070456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28876; }","duration":"132.657945ms","start":"2026-04-28T04:12:57.880652Z","end":"2026-04-28T04:12:58.01331Z","steps":["trace[583070456] 'agreement among raft nodes before linearized reading' (duration: 132.265226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:58.013268Z","caller":"traceutil/trace.go:171","msg":"trace[2022998000] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:28876; }","duration":"125.948924ms","start":"2026-04-28T04:12:57.887304Z","end":"2026-04-28T04:12:58.013253Z","steps":["trace[2022998000] 'agreement among raft nodes before linearized reading' (duration: 125.685107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:58.135015Z","caller":"traceutil/trace.go:171","msg":"trace[1799514124] linearizableReadLoop","detail":"{readStateIndex:29837; appliedIndex:29836; }","duration":"114.549568ms","start":"2026-04-28T04:12:58.020434Z","end":"2026-04-28T04:12:58.134983Z","steps":["trace[1799514124] 'read index received' (duration: 78.805543ms)","trace[1799514124] 'applied index is now lower than readState.Index' (duration: 35.742655ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:58.135317Z","caller":"traceutil/trace.go:171","msg":"trace[1145134680] transaction","detail":"{read_only:false; response_revision:28877; number_of_response:1; }","duration":"116.791858ms","start":"2026-04-28T04:12:58.018478Z","end":"2026-04-28T04:12:58.135269Z","steps":["trace[1145134680] 'process raft request' (duration: 80.749657ms)","trace[1145134680] 'compare' (duration: 35.595892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:58.135548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.09563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1247"} {"level":"info","ts":"2026-04-28T04:12:58.135714Z","caller":"traceutil/trace.go:171","msg":"trace[2036935887] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:28877; }","duration":"115.262513ms","start":"2026-04-28T04:12:58.020401Z","end":"2026-04-28T04:12:58.135664Z","steps":["trace[2036935887] 'agreement among raft nodes before linearized reading' (duration: 114.912695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:58.143619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.32087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-28T04:12:58.143739Z","caller":"traceutil/trace.go:171","msg":"trace[262273535] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28878; }","duration":"121.476543ms","start":"2026-04-28T04:12:58.022241Z","end":"2026-04-28T04:12:58.143717Z","steps":["trace[262273535] 'agreement among raft nodes before linearized reading' (duration: 121.134695ms)"],"step_count":1}